-- Logs begin at Thu 2022-06-30 15:19:05 UTC, end at Thu 2022-06-30 16:51:06 UTC. -- Jun 30 16:24:46.643087 dv-cinder-836027-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 30 16:24:49.405531 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.common.config [-] Logging enabled! Jun 30 16:24:49.406176 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev385 Jun 30 16:24:49.406324 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104284) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 30 16:24:49.409702 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.common.config [-] Logging enabled! Jun 30 16:24:49.410251 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev385 Jun 30 16:24:49.410572 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=104284) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jun 30 16:24:49.411568 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 16:24:49.411803 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 16:24:49.412200 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 16:24:49.412450 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 16:24:49.412680 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 16:24:49.413115 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.413419 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.413654 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.413961 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.414255 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.414542 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.414835 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.415136 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.415426 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.415743 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.416029 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.416261 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.416543 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] config_source = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.416830 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.417122 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.417348 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] debug = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.417629 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.418077 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.418559 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.418848 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.419141 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.419421 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.419723 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.420001 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.420287 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.420628 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] host = dv-cinder-836027-2-iscsi {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.420911 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.421202 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.421483 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.421777 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.422049 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.422328 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.422617 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.422893 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] log_dir = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.423166 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] log_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.423443 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.423753 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.424043 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.424332 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.424558 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.424781 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.425067 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.425357 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.426175 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.426450 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.426729 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.427007 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.427288 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.427592 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.427881 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.428166 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.428460 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.428731 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.429003 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.429277 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.429553 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.429838 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.430114 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.430389 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.430664 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.430955 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.431227 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.431525 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.431834 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.432118 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.432401 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.432687 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.432965 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.433249 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.433521 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.433794 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] use_journal = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.434067 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] use_json = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.434339 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.434608 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.434892 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.435167 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.435440 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.435746 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.436012 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.436299 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.436571 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:49.436876 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.437173 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.437491 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.437772 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.438082 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.438364 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.438658 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.438932 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.439220 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.439535 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.439830 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.440109 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.440418 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.440700 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.440999 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.441903 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.442198 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.442494 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.442769 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.443044 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.443338 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.443625 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.443921 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.444204 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.444508 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.444788 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.445072 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.445374 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.445667 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.445960 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.446448 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.446747 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.447105 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.447392 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.447715 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.447999 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.448276 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.448566 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.448847 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.449122 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.449404 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.449697 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.449988 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.450262 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.450541 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.450832 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.451111 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.451383 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.451680 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.451961 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.452234 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.452521 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.452802 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.453075 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.453346 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.453624 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.453898 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.454174 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.454457 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.454733 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.455012 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.455288 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.455591 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.455870 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.456146 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.456418 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.456711 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.456986 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.457398 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.457685 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.457962 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.458238 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.458514 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.458790 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.459093 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.459376 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.459683 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.459969 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.460251 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.460532 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.460811 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.461091 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.461373 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.461647 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.461941 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.462229 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.462521 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.462807 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.463089 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.463405 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.463710 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.464077 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.464364 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.464648 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.464932 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.465220 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.465505 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.465801 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.466097 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.466377 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.466672 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.466966 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.467347 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.467668 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.467986 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.468269 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:49.468489 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 16:24:49.468740 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=104284) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 30 16:24:49.773652 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=104284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 30 16:24:49.773860 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=104284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 30 16:24:49.774145 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=104284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jun 30 16:24:49.774482 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 30 16:24:50.190331 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.190629 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.190902 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.193927 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.194206 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.194473 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.248221 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.248502 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.248772 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.263282 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.263587 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.263862 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.294791 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.295078 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.295352 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.331365 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.332638 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.332754 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.565927 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.567148 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.567148 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.567318 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.568069 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.668200 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.668517 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.668802 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.669076 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.669346 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.669656 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.669918 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.670177 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.670437 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.670718 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.670977 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.671247 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.671528 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.671783 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.672038 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.672302 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.672558 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.672824 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.673092 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.673350 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.673627 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.673879 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.674159 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.674535 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.674807 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.675037 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.676080 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 16:24:50.676327 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 16:24:50.676567 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 16:24:50.676806 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 16:24:50.677044 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 16:24:50.677280 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 16:24:50.677651 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 30 16:24:50.680938 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 30 16:24:50.684887 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 30 16:24:50.688560 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Jun 30 16:24:50.690200 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 30 16:24:50.690819 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 30 16:24:50.691194 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 30 16:24:50.691628 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 30 16:24:50.694406 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 30 16:24:50.694664 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 30 16:24:50.695020 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 16:24:50.700253 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jun 30 16:24:50.723724 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 30 16:24:50.724185 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.724493 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=104284) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jun 30 16:24:50.724867 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.726242 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=104284) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 30 16:24:50.726526 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 30 16:24:50.726775 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 30 16:24:50.730280 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.730563 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:50.883068 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 30 16:24:50.883250 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 30 16:24:50.883451 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 30 16:24:50.883870 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 30 16:24:50.938774 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO dbcounter [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Registered counter for database neutron Jun 30 16:24:50.959279 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_db.sqlalchemy.engines [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=104284) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 30 16:24:50.965221 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG dbcounter [-] [104284] Writer thread running {{(pid=104284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 16:24:51.728561 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Initializing driver for type 'gre' Jun 30 16:24:51.729254 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] gre ID ranges: [(1, 1000)] Jun 30 16:24:51.911274 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Initializing driver for type 'local' Jun 30 16:24:51.911660 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Initializing driver for type 'vlan' Jun 30 16:24:52.006537 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] VlanTypeDriver initialization complete Jun 30 16:24:52.006873 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Initializing driver for type 'vxlan' Jun 30 16:24:52.007445 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] vxlan ID ranges: [(1, 1000)] Jun 30 16:24:52.236904 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Initializing extension driver 'port_security' Jun 30 16:24:52.237253 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.extensions.port_security [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] PortSecurityExtensionDriver initialization complete Jun 30 16:24:52.237587 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Initializing mechanism driver 'openvswitch' Jun 30 16:24:52.238501 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Initializing mechanism driver 'hyperv' Jun 30 16:24:52.245530 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.plugins.ml2.plugin [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=104284) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:24:52.246296 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > port after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.246675 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > port after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.247035 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > port after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.247630 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=104284) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 16:24:52.248011 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > subnet after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.248373 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > subnet after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.248728 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.249125 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=104284) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 16:24:52.249571 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > network after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.249923 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > network after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.250273 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > network after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.250671 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=104284) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 16:24:52.251093 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > security_group after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.251457 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > security_group after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.251828 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > security_group after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.252249 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=104284) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 16:24:52.252661 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.253018 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.253365 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.253865 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=104284) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 16:24:52.254274 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > address_group after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.254643 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > address_group after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.254989 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > address_group after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.255411 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=104284) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jun 30 16:24:52.255881 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] ML2 OVO RPC backend initialized. {{(pid=104284) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 30 16:24:52.256593 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.256952 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.257368 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > network before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.257746 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > networks before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.258094 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > port before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.258438 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > ports before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.258798 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > subnet before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.259147 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > subnets before_response 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.259526 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > network after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.259871 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > network after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.260209 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > network after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.260549 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > port after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.260895 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > port after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.261231 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > port after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.261569 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > subnet after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.261907 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > subnet after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.262241 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > subnet after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.275460 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded quota_driver: . Jun 30 16:24:52.275852 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.plugin [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Modular L2 Plugin initialization complete Jun 30 16:24:52.276234 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading services supported by the core plugin {{(pid=104284) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 30 16:24:52.276584 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.plugins.ml2.managers [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Got port-security extension from driver 'port_security' Jun 30 16:24:52.277077 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.extensions.vlantransparent [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Disabled vlantransparent extension. Jun 30 16:24:52.277577 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=104284) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 30 16:24:52.277908 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading Plugin: router Jun 30 16:24:52.314718 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router_interface before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.315119 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router after_create 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.315521 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router before_create 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.316124 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.316512 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.316881 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router after_delete 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.317252 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > floatingip after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.317617 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > floatingip after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.317982 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router after_create 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.318340 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router after_update 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.318694 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router after_update 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.319051 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.319417 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router after_update 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.319862 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router precommit_update 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.320239 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: port after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.320586 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: port after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.320930 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: subnet after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.321281 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.321634 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > port precommit_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.321990 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router precommit_create 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.322340 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: port before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.322699 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router precommit_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.323058 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router after_update 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.323407 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router precommit_delete 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.323787 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router precommit_create 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.324160 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router_interface after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.324509 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router precommit_update 55549900 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.324877 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > agent after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.325230 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > agent after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.325581 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > network after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.326494 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Tracking information for resource: router configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 16:24:52.326832 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Tracking information for resource: floatingip configured {{(pid=104284) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 30 16:24:52.332084 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.db.l3_agentschedulers_db [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 30 16:24:52.332675 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: port after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.333040 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: port after_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.333396 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: port after_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.333754 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: port after_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.334568 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router before_create 55550100 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.334934 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router precommit_delete 55550100 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.335302 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router precommit_create 55550100 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.335688 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > router precommit_update 55550100 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.340561 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.services.provider_configuration [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service providers = [] {{(pid=104284) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 30 16:24:52.340931 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.db.servicetype_db [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=104284) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 30 16:24:52.343961 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.services.service_base [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=104284) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 16:24:52.344321 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.services.service_base [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=104284) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 16:24:52.344666 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.services.service_base [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=104284) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 16:24:52.345732 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.services.service_base [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=104284) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 30 16:24:52.346115 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.services.service_base [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 30 16:24:52.346507 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 16:24:52.346831 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 30 16:24:52.357740 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 16:24:52.358084 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading Plugin: auto_allocate Jun 30 16:24:52.364622 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: network precommit_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.365001 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: network precommit_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.365546 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 16:24:52.365875 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading Plugin: tag Jun 30 16:24:52.372743 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 16:24:52.373078 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading Plugin: timestamp Jun 30 16:24:52.376925 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 16:24:52.377260 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading Plugin: network_ip_availability Jun 30 16:24:52.382948 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.383327 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.383729 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.384461 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 16:24:52.384785 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading Plugin: flavors Jun 30 16:24:52.389821 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 16:24:52.390155 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading Plugin: revisions Jun 30 16:24:52.394477 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=104284) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 30 16:24:52.394877 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_concurrency.lockutils [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.621s {{(pid=104284) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jun 30 16:24:52.395662 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=104284) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jun 30 16:24:52.396003 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Initializing extension manager. Jun 30 16:24:52.396531 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: __init__.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.396881 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: __pycache__ {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.397223 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: address_group.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.397993 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.398576 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: address-group Jun 30 16:24:52.398904 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: address_scope.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.399652 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.400176 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: address-scope Jun 30 16:24:52.400504 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: admin_state_down_before_update.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.401445 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.401973 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: router-admin-state-down-before-update Jun 30 16:24:52.402300 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: agent.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.403005 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.403554 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: agent Jun 30 16:24:52.403884 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: agent_resources_synced.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.405045 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.405565 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: agent-resources-synced Jun 30 16:24:52.405890 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: allowedaddresspairs.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.407711 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.408241 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: allowed-address-pairs Jun 30 16:24:52.408573 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: auto_allocated_topology.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.409638 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.410800 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: auto-allocated-topology Jun 30 16:24:52.411065 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: availability_zone.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.411801 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.412319 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: availability_zone Jun 30 16:24:52.412644 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: availability_zone_filter.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.413565 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.414080 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: availability_zone_filter Jun 30 16:24:52.414403 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: data_plane_status.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.415319 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.415852 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension data-plane-status not supported by any of loaded plugins Jun 30 16:24:52.416172 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: default_subnetpools.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.417217 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.417607 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: default-subnetpools Jun 30 16:24:52.417931 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: dhcpagentscheduler.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.418747 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.419258 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: dhcp_agent_scheduler Jun 30 16:24:52.419620 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: dns.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.420542 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.421053 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension dns-integration not supported by any of loaded plugins Jun 30 16:24:52.421381 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: dns_domain_ports.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.422308 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.422813 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 30 16:24:52.423139 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.424118 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.424633 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 30 16:24:52.424957 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: dvr.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.426230 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.426742 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: dvr Jun 30 16:24:52.427067 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: ecmp_routes.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.428015 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.428525 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension ecmp_routes not supported by any of loaded plugins Jun 30 16:24:52.428853 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: empty_string_filtering.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.429759 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.430274 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: empty-string-filtering Jun 30 16:24:52.430598 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.431535 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.432053 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 30 16:24:52.432378 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.433290 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.433988 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 30 16:24:52.434319 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: external_net.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.435272 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.435825 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: external-net Jun 30 16:24:52.436151 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: extra_dhcp_opt.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.437072 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.437588 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: extra_dhcp_opt Jun 30 16:24:52.437917 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: extraroute.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.438836 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.439346 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: extraroute Jun 30 16:24:52.439699 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: extraroute_atomic.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.440744 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.441309 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: extraroute-atomic Jun 30 16:24:52.441634 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: filter_validation.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.442318 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.442849 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: filter-validation Jun 30 16:24:52.443179 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: fip_pf_description.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.444136 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.444645 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 30 16:24:52.444973 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: fip_pf_port_range.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.445887 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.446397 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jun 30 16:24:52.446726 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: fip_port_details.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.447677 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.448194 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: fip-port-details Jun 30 16:24:52.448522 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: flavors.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.449772 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.450297 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: flavors Jun 30 16:24:52.450640 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.452388 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.452918 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 30 16:24:52.453255 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: floatingip_pools.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.453968 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.454522 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: floatingip-pools Jun 30 16:24:52.454856 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: ip_allocation.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.455810 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.456324 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension ip_allocation not supported by any of loaded plugins Jun 30 16:24:52.457188 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.458185 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.458709 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: ip-substring-filtering Jun 30 16:24:52.459044 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: l2_adjacency.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.460025 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.460545 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 30 16:24:52.460873 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: l3.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.461864 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.462423 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: router Jun 30 16:24:52.462754 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: l3_conntrack_helper.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.465048 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.465643 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 30 16:24:52.465921 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.466854 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.467378 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: ext-gw-mode Jun 30 16:24:52.467735 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.468660 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.469180 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: l3-ha Jun 30 16:24:52.469505 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.470417 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.470927 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jun 30 16:24:52.471252 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: l3_flavors.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.472266 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.473493 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: l3-flavors Jun 30 16:24:52.473821 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: l3_ndp_proxy.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.475201 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.475750 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jun 30 16:24:52.476082 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.477017 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.477563 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 30 16:24:52.477892 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: l3agentscheduler.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.479086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.479658 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: l3_agent_scheduler Jun 30 16:24:52.479998 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: local_ip.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.481851 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.482396 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension local_ip not supported by any of loaded plugins Jun 30 16:24:52.482731 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: logging.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.484261 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.484817 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension logging not supported by any of loaded plugins Jun 30 16:24:52.485152 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: metering.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.485914 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.486525 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: metering Jun 30 16:24:52.486860 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.488042 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.488676 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: metering_source_and_destination_fields Jun 30 16:24:52.489026 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: multiprovidernet.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.489979 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.490497 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: multi-provider Jun 30 16:24:52.490830 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: netmtu.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.491778 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.492297 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: net-mtu Jun 30 16:24:52.492631 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: netmtu_writable.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.493565 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.494082 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: net-mtu-writable Jun 30 16:24:52.494441 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: network_availability_zone.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.495133 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.495689 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: network_availability_zone Jun 30 16:24:52.496019 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: network_ip_availability.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.497138 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.497708 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: network-ip-availability Jun 30 16:24:52.497990 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: network_segment_range.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.498787 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.499304 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension network-segment-range not supported by any of loaded plugins Jun 30 16:24:52.499661 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: pagination.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.500650 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.500986 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: pagination Jun 30 16:24:52.501314 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: port_device_profile.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.502237 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.502759 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: port-device-profile Jun 30 16:24:52.503084 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: port_mac_address_override.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.504115 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.504635 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: port-mac-override Jun 30 16:24:52.504963 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.505904 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.506417 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: port-mac-address-regenerate Jun 30 16:24:52.506744 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.507700 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.508215 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: port-numa-affinity-policy Jun 30 16:24:52.508543 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: port_resource_request.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.509470 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.510024 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension port-resource-request not supported by any of loaded plugins Jun 30 16:24:52.510352 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: port_resource_request_groups.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.511325 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.511875 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jun 30 16:24:52.512204 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: portbindings.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.513153 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.513668 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: binding Jun 30 16:24:52.513994 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: portbindings_extended.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.515285 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.515838 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: binding-extended Jun 30 16:24:52.516170 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: portsecurity.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.517092 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.517614 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: port-security Jun 30 16:24:52.517946 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: project_id.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.518922 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.519979 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: project-id Jun 30 16:24:52.520322 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: providernet.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.521278 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.521801 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: provider Jun 30 16:24:52.522130 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.527380 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.527939 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos not supported by any of loaded plugins Jun 30 16:24:52.528280 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.529537 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.530310 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 30 16:24:52.530642 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.531619 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.532144 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 30 16:24:52.532476 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_default.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.533441 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.533965 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-default not supported by any of loaded plugins Jun 30 16:24:52.534295 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_fip.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.535333 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.535880 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-fip not supported by any of loaded plugins Jun 30 16:24:52.536207 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_fip_network_policy.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.537131 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.537648 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jun 30 16:24:52.537976 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_gateway_ip.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.539010 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.539429 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 30 16:24:52.539784 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_port_network_policy.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.540705 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.541218 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 30 16:24:52.541543 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.542580 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.543104 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jun 30 16:24:52.543431 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.544534 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.545056 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jun 30 16:24:52.545465 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_pps_rule.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.546571 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.547089 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-pps not supported by any of loaded plugins Jun 30 16:24:52.547417 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_rule_type_details.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.548380 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.548896 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 30 16:24:52.549287 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_rule_type_filter.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.550168 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.551231 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jun 30 16:24:52.551584 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: qos_rules_alias.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.552696 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.553220 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 30 16:24:52.553544 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: quota_check_limit.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.554459 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.554978 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: quota-check-limit Jun 30 16:24:52.555305 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: quotasv2.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.556358 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.556685 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: quotas Jun 30 16:24:52.557010 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: quotasv2_detail.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.558725 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.559063 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: quota_details Jun 30 16:24:52.559404 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: rbac.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.560501 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.561074 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: rbac-policies Jun 30 16:24:52.561409 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: rbac_address_group.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.562363 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.562887 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: rbac-address-group Jun 30 16:24:52.563219 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: rbac_address_scope.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.564178 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.564697 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: rbac-address-scope Jun 30 16:24:52.565021 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: rbac_security_groups.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.566629 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.567246 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: rbac-security-groups Jun 30 16:24:52.567604 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: rbac_subnetpool.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.568549 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.569074 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: rbac-subnetpool Jun 30 16:24:52.569405 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: revisionifmatch.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.570344 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.570864 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: revision-if-match Jun 30 16:24:52.571191 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: revisions.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.572376 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.572902 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: standard-attr-revisions Jun 30 16:24:52.573231 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: router_availability_zone.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.573913 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.574435 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: router_availability_zone Jun 30 16:24:52.574752 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: routerservicetype.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.575941 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.576460 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension router-service-type not supported by any of loaded plugins Jun 30 16:24:52.576778 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.577724 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.578241 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: security-groups-normalized-cidr Jun 30 16:24:52.578561 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: security_groups_port_filtering.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.579527 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.580057 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: port-security-groups-filtering Jun 30 16:24:52.580387 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.581327 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.581879 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: security-groups-remote-address-group Jun 30 16:24:52.582202 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.583151 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.583735 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: security-groups-shared-filtering Jun 30 16:24:52.584060 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: securitygroup.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.593845 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.594381 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: security-group Jun 30 16:24:52.594722 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: segment.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.595454 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.596024 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension segment not supported by any of loaded plugins Jun 30 16:24:52.596355 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.597354 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.597868 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 30 16:24:52.598197 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: servicetype.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.599302 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.599899 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: service-type Jun 30 16:24:52.600225 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: sorting.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.601238 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.601572 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: sorting Jun 30 16:24:52.601900 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: standard_attr_segment.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.602838 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.603381 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 30 16:24:52.603743 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: standardattrdescription.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.604396 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.604926 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: standard-attr-description Jun 30 16:24:52.605250 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: stateful_security_group.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.606225 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.606784 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: stateful-security-group Jun 30 16:24:52.607125 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: stdattrs_common.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.607783 dv-cinder-836027-2-iscsi neutron-server[104284]: WARNING neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 30 16:24:52.608102 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.609031 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.609552 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 30 16:24:52.609881 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: subnet_onboard.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.610945 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.611494 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: subnet_onboard Jun 30 16:24:52.611820 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.613330 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.613866 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 30 16:24:52.614188 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: subnet_service_types.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.615122 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.615678 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: subnet-service-types Jun 30 16:24:52.616007 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: subnetallocation.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.617107 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.617640 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: subnet_allocation Jun 30 16:24:52.617968 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.618663 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.619180 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: subnetpool-prefix-ops Jun 30 16:24:52.619533 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.620470 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.620986 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 30 16:24:52.621316 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: tagging.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.622397 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.622920 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: standard-attr-tag Jun 30 16:24:52.623253 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: timestamp.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.624507 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.625032 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loaded extension: standard-attr-timestamp Jun 30 16:24:52.625358 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: trunk.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.626403 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.626929 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension trunk not supported by any of loaded plugins Jun 30 16:24:52.627259 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: trunk_details.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.628219 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.629415 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension trunk-details not supported by any of loaded plugins Jun 30 16:24:52.629737 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: uplink_status_propagation.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.630682 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.631221 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 30 16:24:52.631550 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Loading extension file: vlantransparent.py {{(pid=104284) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jun 30 16:24:52.632254 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=104284) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jun 30 16:24:52.632807 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 30 16:24:52.635409 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:network Jun 30 16:24:52.635977 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:subnet Jun 30 16:24:52.636382 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 16:24:52.636781 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:port Jun 30 16:24:52.638045 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.638572 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service FLAVORS assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.639183 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.639638 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.639975 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:router Jun 30 16:24:52.640411 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 16:24:52.640900 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service METERING assigned prefix: /metering {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.642351 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.642734 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.643101 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=104284) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:24:52.644195 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 16:24:52.644630 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:security_group Jun 30 16:24:52.645082 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 16:24:52.645670 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service CORE assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.646004 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 16:24:52.646366 dv-cinder-836027-2-iscsi neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] subnetpool is already registered Jun 30 16:24:52.646815 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service CORE assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.647144 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 16:24:52.647501 dv-cinder-836027-2-iscsi neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] subnetpool is already registered Jun 30 16:24:52.649889 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.650331 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service FLAVORS assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.650919 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.651347 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.651710 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:router Jun 30 16:24:52.652057 dv-cinder-836027-2-iscsi neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] router is already registered Jun 30 16:24:52.652476 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:floatingip Jun 30 16:24:52.652820 dv-cinder-836027-2-iscsi neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] floatingip is already registered Jun 30 16:24:52.653286 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service METERING assigned prefix: /metering {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.653984 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of CountableResource for resource:rbac_policy Jun 30 16:24:52.654314 dv-cinder-836027-2-iscsi neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] rbac_policy is already registered Jun 30 16:24:52.654730 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:security_group Jun 30 16:24:52.655329 dv-cinder-836027-2-iscsi neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] security_group is already registered Jun 30 16:24:52.655759 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 30 16:24:52.656097 dv-cinder-836027-2-iscsi neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] security_group_rule is already registered Jun 30 16:24:52.656736 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service CORE assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.657068 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 16:24:52.657407 dv-cinder-836027-2-iscsi neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] subnetpool is already registered Jun 30 16:24:52.657829 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.v2.resource_helper [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Service CORE assigned prefix: {{(pid=104284) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 30 16:24:52.658152 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Creating instance of TrackedResource for resource:subnetpool Jun 30 16:24:52.658509 dv-cinder-836027-2-iscsi neutron-server[104284]: WARNING neutron.quota.resource_registry [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] subnetpool is already registered Jun 30 16:24:52.658989 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: extensions {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.660652 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: address-groups {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.662136 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: address-scopes {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.663580 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: agents {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.664743 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: auto-allocated-topology {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.665985 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: availability_zones {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.667204 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: dhcp-networks {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.668745 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: dhcp-agents {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.670176 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: routers {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.671919 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: flavors {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.673216 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: service_profiles {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.674421 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: next_providers {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.676882 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: service_profiles {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.678004 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: floatingip-pools {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.679238 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: routers {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.680982 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: floatingips {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.682264 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: l3-routers {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.683703 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: l3-agents {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.685115 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: metering-labels {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.686407 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: metering-label-rules {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.688959 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: network-ip-availabilities {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.690303 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: bindings {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.692769 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: quotas {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.694469 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: quotas {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.696175 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: rbac-policies {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.697601 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: security-groups {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.699000 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: security-group-rules {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.700418 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: service-providers {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.701695 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: subnetpools {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.703297 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: subnetpools {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.705249 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.707362 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.709270 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.711093 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.712931 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.715086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.717095 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.719047 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.720986 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.722890 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron.api.extensions [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Extended resource: tags {{(pid=104284) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 30 16:24:52.729516 dv-cinder-836027-2-iscsi neutron-server[104284]: WARNING keystonemiddleware.auth_token [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 30 16:24:52.735592 dv-cinder-836027-2-iscsi neutron-server[104284]: WARNING keystonemiddleware.auth_token [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 30 16:24:52.745491 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_concurrency.lockutils [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Acquired lock "singleton_lock" {{(pid=104284) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jun 30 16:24:52.746052 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_concurrency.lockutils [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Releasing lock "singleton_lock" {{(pid=104284) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jun 30 16:24:52.746711 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO oslo_service.service [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Starting 2 workers Jun 30 16:24:52.751896 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Started child 104393 {{(pid=104284) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 16:24:52.757395 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Started child 104394 {{(pid=104284) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 16:24:52.757701 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:24:52.759081 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO neutron.service [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 30 16:24:52.759244 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [-] (104393) wsgi starting up on http://0.0.0.0:9696 Jun 30 16:24:52.759755 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Publish callbacks [] for process (None), before_spawn {{(pid=104284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:24:52.762162 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:24:52.762729 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO oslo_service.service [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Starting 1 workers Jun 30 16:24:52.763570 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [-] (104394) wsgi starting up on http://0.0.0.0:9696 Jun 30 16:24:52.767747 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Started child 104395 {{(pid=104284) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 16:24:52.768280 dv-cinder-836027-2-iscsi neutron-server[104284]: INFO oslo_service.service [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Starting 1 workers Jun 30 16:24:52.771486 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.service [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] calling RpcWorker wait() {{(pid=104395) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 30 16:24:52.772047 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.service [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] returning from RpcWorker wait() {{(pid=104395) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 30 16:24:52.773097 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Started child 104396 {{(pid=104284) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 30 16:24:52.773280 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:24:52.773705 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:24:52.773894 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG neutron_lib.callbacks.manager [None req-d5e4f823-661c-4f0c-99d5-33057208e316 None None] Publish callbacks [] for process (None), after_spawn {{(pid=104284) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:24:52.775905 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104284) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 16:24:52.776717 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 16:24:52.776717 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 16:24:52.776717 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 16:24:52.776926 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 16:24:52.777000 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 16:24:52.777538 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.777809 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.778082 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.778360 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.778676 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:24:52.779147 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.779274 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.779550 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.780008 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:24:52.780102 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.780364 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.780535 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.780724 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.780996 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.781260 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.781611 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.781922 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.782213 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.782487 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.782684 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.783001 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.783289 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.783614 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.783942 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] debug = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.784289 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.785495 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.785896 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.786257 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.786720 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.787047 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.787633 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.787851 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.788054 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.788390 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.788634 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.788886 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.789203 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.789505 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.789784 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.790113 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.790381 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.790976 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] host = dv-cinder-836027-2-iscsi {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.791260 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.791544 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.791842 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.792137 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.792410 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.792695 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.792991 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.793276 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.793552 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.793791 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.794030 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.794293 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.794533 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.794792 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.794958 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_options = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.795203 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.795510 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.795776 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.795974 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.796147 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.796311 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.796601 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.796772 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.796974 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.797211 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.797447 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.797705 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.797937 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.798188 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.798533 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.798705 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.798899 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.799129 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.799494 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.799780 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.800048 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.800341 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.801160 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.801595 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.801867 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.802062 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.802312 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.803137 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.803137 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.803137 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.803374 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.803545 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.803767 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.804016 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.804305 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.804537 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.804771 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.804993 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.805265 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.805495 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.805773 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.806039 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.806257 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.806531 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.806758 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.807057 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.807312 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] use_json = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.807625 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.807951 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.808116 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.848333 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.848333 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.848333 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.848333 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.848333 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.848333 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.848333 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.848333 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.848968 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.848968 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.848968 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.848968 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.848968 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.848968 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.848968 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.848968 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.849545 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.849545 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.849545 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.849545 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.849545 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.849545 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.849545 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.849545 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850093 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850093 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850093 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850093 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850093 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850093 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850093 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850093 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850540 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850540 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850540 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850540 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850540 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850540 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850540 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.850540 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851018 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851018 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851018 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851018 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851018 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851018 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851018 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851018 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851018 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851565 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851565 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851565 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851565 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851565 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851565 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851565 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851565 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.851565 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852107 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852107 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852107 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852107 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852107 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852107 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852107 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852107 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852861 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852861 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852861 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852861 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852861 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.852861 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.853501 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 58992) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:24:52.853635 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.853635 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.853635 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.853635 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.853635 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.853635 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.853635 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.853635 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.853635 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854341 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854341 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854341 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854341 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854341 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854341 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854341 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854341 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854341 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854952 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854952 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854952 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854952 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854952 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854952 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854952 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.854952 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.855500 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.855500 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.855500 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.855500 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.855500 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.855500 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.855500 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.855500 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856055 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856055 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856055 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856055 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856055 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856055 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856055 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856055 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856784 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073707 Jun 30 16:24:52.856919 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856919 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856919 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856919 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856919 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856919 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856919 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.856919 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.857597 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.857597 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.857597 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.857597 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.857597 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.857597 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.857597 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.857597 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858252 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858252 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858252 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858252 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858252 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858252 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858252 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858252 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858847 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858847 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858847 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858847 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858847 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858847 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858847 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.858847 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.859553 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.859553 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.859553 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.859553 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.859553 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.859553 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.859553 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.859553 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860386 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860386 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860386 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860386 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860386 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860386 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860386 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860386 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860983 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860983 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860983 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860983 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860983 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860983 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860983 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.860983 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861432 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861432 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861432 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861432 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861432 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861432 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861432 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861432 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861950 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861950 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861950 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861950 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861950 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861950 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861950 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.861950 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.862498 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.862498 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.862498 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.862498 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.862498 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.862498 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.862498 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.862498 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.863830 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.863830 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.863830 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.863830 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.863830 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.863830 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.863830 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.863830 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.864393 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.864393 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.864393 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.864393 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.864393 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.864393 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.864782 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.864782 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.864908 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.865058 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.865302 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.865583 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.866343 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.866343 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.866343 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.866858 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.866858 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.867127 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.867127 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.867423 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.867606 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.867768 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.868007 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.868223 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.868440 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.868656 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.869051 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.869182 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.869421 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.869673 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.869940 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.870181 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.870384 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.870757 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.870841 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.871072 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.871299 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.877690 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.877690 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.877690 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.877690 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.877690 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.877690 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.877690 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.877690 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.878354 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.878354 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.878354 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.878354 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.878354 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.878354 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.878354 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.878354 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.879376 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.879376 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.879376 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.879376 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.879376 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.879376 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.879376 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.879376 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.881665 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.881665 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.881665 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.881665 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.881665 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.881665 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.881665 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.881665 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.883992 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.883992 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.883992 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.883992 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.883992 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.883992 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.883992 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.883992 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.885086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.885086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.885086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.885086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.885086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.885086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.885086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.887535 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.887535 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.887535 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.887535 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.887535 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.887535 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.887535 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.888228 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.888228 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.888228 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.888492 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.888654 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.888923 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.890177 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.890177 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.890177 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.890177 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.890177 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.890624 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.890624 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.890797 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.890879 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.891031 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 16:24:52.891608 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=104284) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 30 16:24:52.891755 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 30 16:24:52.891894 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 30 16:24:52.892068 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 30 16:24:52.892237 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 30 16:24:52.892390 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 30 16:24:52.892604 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.892765 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.892924 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.893083 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.893264 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.893426 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.893592 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.893751 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.893907 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.894151 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.894245 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.894410 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.895535 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.895713 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.895879 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.896039 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.896200 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.896498 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.896599 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] config_source = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.896693 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.897053 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.897395 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] debug = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.897799 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.898044 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.898217 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.900155 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.900155 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.900155 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.900155 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.900155 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.900155 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.900155 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.900155 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.901017 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.901017 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.901017 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.901017 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.901017 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.901017 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.901017 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] host = dv-cinder-836027-2-iscsi {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.901017 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.903362 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.903362 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.903362 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.903362 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.903362 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.903362 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.903362 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.903362 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.904372 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.904372 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.904372 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.904372 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_dir = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.904372 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.904372 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_options = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.904372 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.904372 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.904372 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.905546 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.905546 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.905546 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.905546 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.905546 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.905546 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.905546 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.906227 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.906227 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.906227 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.906227 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.906227 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.906727 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.906727 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.906727 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.907016 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.907016 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.907222 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.907222 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.909241 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.909241 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.909241 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.909241 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.909241 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.909241 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.909241 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.909241 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.913282 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.913282 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.913282 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.913282 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.913282 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.913282 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.913282 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.913282 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.915342 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.915342 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.915342 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.915342 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.915342 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.915342 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.915342 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.915342 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] use_journal = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.916514 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] use_json = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.916514 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.916514 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.916514 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.916514 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.916514 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.916514 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.916514 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.917727 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.917727 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 30 16:24:52.917727 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.917727 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.917727 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.917727 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.917727 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.917727 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.918953 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.918953 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.918953 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.918953 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.918953 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.918953 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.918953 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.918953 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.920077 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.920077 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.920077 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.920077 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.920077 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.920077 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.920077 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.920077 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.921305 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.921305 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.921305 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.921305 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.921305 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.921305 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.921305 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.921305 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.922356 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.922356 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.922356 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.922356 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.922356 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.922356 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.922356 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.922356 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.923448 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.923448 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.923448 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.923448 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.923448 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.923448 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.923448 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.923448 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.923448 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.924649 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.924649 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.924649 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.924649 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.924649 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.924649 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.924649 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.924649 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.924649 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.926516 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.926516 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.926516 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.926516 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.926516 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.926516 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.926516 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.926516 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.928651 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.928651 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.928651 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.928651 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.928651 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.928651 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.928651 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.928651 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.928651 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.930086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.930086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.930086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.930086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.930086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.930086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.930086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.930086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.930086 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.931423 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.931423 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.931423 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.931423 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.931423 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.931423 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.931423 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.931423 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.931423 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.933638 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.933638 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.933638 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.933638 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.933638 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.933638 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.933638 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.933638 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.935065 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.935065 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.935065 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.935065 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.935065 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.935065 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.935065 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.935065 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.936497 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.936497 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.936497 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.936497 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.936497 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.936497 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.936497 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.936497 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.937360 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.937360 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.937360 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.937360 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.937360 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.937360 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.937360 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.937360 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.938152 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.938152 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.938152 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.938152 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.938152 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.938152 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.938152 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.938152 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.939369 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.939369 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.939369 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.939369 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.939369 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.939369 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.939369 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.939369 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.941264 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.941264 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.941264 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.941264 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.941264 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.941264 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.941264 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.941264 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.942223 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.942223 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.942223 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.942223 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.942223 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.942223 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.942223 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.942223 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.943165 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.943165 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.943165 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.943165 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.943165 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.943165 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.943165 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.943165 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.944284 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.944284 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.944284 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.944284 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.944284 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.944284 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.944284 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.944284 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.945560 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.945560 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.945560 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.945560 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.945560 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.945560 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.945560 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.945560 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.946883 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.946883 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.946883 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.946883 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.946883 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.946883 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.946883 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.946883 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.947982 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.947982 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.947982 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.947982 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.947982 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.947982 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.947982 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.947982 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.949003 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.949003 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.949003 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.949003 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.949003 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.949003 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.949003 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.949003 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.949003 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.951187 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.951187 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.951187 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.951187 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.951187 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.951187 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.951187 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.951187 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.958026 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.958026 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.958026 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.958026 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.958026 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.958026 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.958026 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.958026 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.958026 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.959832 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.959832 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.959832 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.959832 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.959832 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.959832 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.959832 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.959832 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960319 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960319 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960319 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960319 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960319 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960319 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960319 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960319 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960787 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960787 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960787 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960787 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960787 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960787 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960787 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.960787 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961235 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961235 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961235 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961235 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961235 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961235 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961235 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961235 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961707 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961707 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961707 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961707 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961707 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961707 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961707 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.961707 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962145 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962145 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962145 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962145 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962145 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962145 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962145 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962145 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.962775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.963451 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.963451 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.963451 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.963451 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.963451 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.963451 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.963451 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.963451 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964164 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964164 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964164 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964164 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964164 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964164 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964164 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964164 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964164 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.964775 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 30 16:24:52.965275 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=104284) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 30 16:24:52.965356 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:25:02.080741 dv-cinder-836027-2-iscsi neutron-server[104284]: DEBUG dbcounter [-] [104284] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=104284) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:04.680391 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writer thread running {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 16:25:04.681576 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f1cc67-cb58-449c-97a4-42ff34344f24 None None] get_active_networks_info from dv-cinder-836027-2-iscsi {{(pid=104395) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jun 30 16:25:04.780169 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42f1cc67-cb58-449c-97a4-42ff34344f24 None None] No non-hosted networks {{(pid=104395) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 30 16:25:04.793409 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.agentschedulers_db [None req-42f1cc67-cb58-449c-97a4-42ff34344f24 None None] DHCP Agent not found on host dv-cinder-836027-2-iscsi {{(pid=104395) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jun 30 16:25:04.812848 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d259fd0f-5001-491d-952f-4c499d0be807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025749'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:06.698554 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writer thread running {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 16:25:07.381746 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-82c75263-2bca-460e-a206-a45a82035210 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025749'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:07.441178 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.db.api [None req-3ee3ef56-4029-4af5-aa1a-618a44e36ffb None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836027-2-iscsi {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 30 16:25:07.442115 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG oslo_db.api [None req-3ee3ef56-4029-4af5-aa1a-618a44e36ffb None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 16:25:08.045035 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3ee3ef56-4029-4af5-aa1a-618a44e36ffb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:08.062793 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 59070) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:08.276560 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025749'] for agent (387b2068-8438-425d-a542-f7124374f868), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:08.716535 dv-cinder-836027-2-iscsi neutron-server[104394]: WARNING oslo_policy.policy [None req-0c1dc477-49f5-4eb9-b444-ab431ee7799e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 16:25:08.717095 dv-cinder-836027-2-iscsi neutron-server[104394]: WARNING oslo_policy.policy [None req-0c1dc477-49f5-4eb9-b444-ab431ee7799e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 16:25:08.939666 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [None req-0c1dc477-49f5-4eb9-b444-ab431ee7799e admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:25:08.952626 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-0c1dc477-49f5-4eb9-b444-ab431ee7799e admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8831043 Jun 30 16:25:09.676514 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025749'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:09.863747 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025749'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:09.864752 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.866581 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.866581 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.866581 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.867210 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.867671 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.868108 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.868649 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.869033 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.869777 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.870211 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.870597 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.870999 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.871566 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.872040 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:09.872522 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836027-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:25:09.879314 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836027-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:25:11.285726 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59106) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:11.832154 dv-cinder-836027-2-iscsi neutron-server[104393]: WARNING oslo_policy.policy [None req-55af2e62-fc2f-4990-8c67-93f02d3600b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 16:25:11.832714 dv-cinder-836027-2-iscsi neutron-server[104393]: WARNING oslo_policy.policy [None req-55af2e62-fc2f-4990-8c67-93f02d3600b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 16:25:12.056638 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-55af2e62-fc2f-4990-8c67-93f02d3600b9 admin admin] Request body: {'subnetpool': {'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:25:12.148201 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.policy [None req-55af2e62-fc2f-4990-8c67-93f02d3600b9 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104393) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 16:25:12.189795 dv-cinder-836027-2-iscsi neutron-server[104393]: WARNING oslo_policy.policy [None req-55af2e62-fc2f-4990-8c67-93f02d3600b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 16:25:12.190223 dv-cinder-836027-2-iscsi neutron-server[104393]: WARNING oslo_policy.policy [None req-55af2e62-fc2f-4990-8c67-93f02d3600b9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 16:25:12.210934 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writer thread running {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 16:25:12.380399 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-55af2e62-fc2f-4990-8c67-93f02d3600b9 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768438096091', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768438096599', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768437915930', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768437939008', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768437931293', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768437889215', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2018769', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2028353', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-632524', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-557854'] for rbac-policy (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:12.568573 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-55af2e62-fc2f-4990-8c67-93f02d3600b9 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:12.570046 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-55af2e62-fc2f-4990-8c67-93f02d3600b9 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2824667 Jun 30 16:25:13.455067 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.db.l3_hamode_db [None req-012dd425-1558-4057-a146-412552f0a7cd None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 30 16:25:13.536514 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012dd425-1558-4057-a146-412552f0a7cd None None] Routers set() bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:25:13.536881 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012dd425-1558-4057-a146-412552f0a7cd None None] Router IDs set() for agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jun 30 16:25:14.832909 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59124) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:15.163934 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:25:15.251138 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Made reservation on behalf of e54d8744be3c4672b24fa2e19f024af0 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:25:15.255600 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:15.274881 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:15.387987 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Publish callbacks [] for security_group (43933de4-e72e-452a-aefd-191e92a8b9d5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:15.450888 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (43933de4-e72e-452a-aefd-191e92a8b9d5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:15.484888 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:25:15.513997 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768436504917', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (902ce94c-669c-436b-bd47-e495177b0d6b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:15.514489 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Unsubscribe: segment precommit_create {{(pid=104393) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 16:25:15.515029 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.segments_db [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Added segment 902ce94c-669c-436b-bd47-e495177b0d6b of type vlan for network e41a68f5-c4c9-4df9-8fb5-db17992e4755 Jun 30 16:25:15.522139 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=43933de4-e72e-452a-aefd-191e92a8b9d5,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:15.557419 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.557756 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.558106 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.558459 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.558792 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.559117 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.559441 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.559789 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.560110 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.560435 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.560753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.561089 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.561406 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.561721 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.562032 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Tracked resource versions report: Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: pushed versions: Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: { 'AddressGroup': {'1.2'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Agent': {'1.1'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'ConntrackHelper': {'1.0'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'LocalIPAssociation': {'1.0'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Log': {'1.0'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'NDPProxy': {'1.0'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Network': {'1.1'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Port': {'1.7'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'PortForwarding': {'1.3'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'QosPolicy': {'1.10'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'SecurityGroup': {'1.5'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'SecurityGroupRule': {'1.2'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'SubPort': {'1.0'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Subnet': {'1.1'}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Trunk': {'1.1'}} Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: consumer versions: Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: { DHCP agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: L3 agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: Metadata agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: Metering agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: Open vSwitch agent@dv-cinder-836027-2-iscsi: { 'AddressGroup': '1.2', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Agent': '1.1', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'ConntrackHelper': '1.0', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'LocalIPAssociation': '1.0', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Log': '1.0', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'NDPProxy': '1.0', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Network': '1.1', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Port': '1.7', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'PortForwarding': '1.3', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'QosPolicy': '1.10', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'SecurityGroup': '1.5', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'SecurityGroupRule': '1.2', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'SubPort': '1.0', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Subnet': '1.1', Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Trunk': '1.1'}} Jun 30 16:25:15.563482 dv-cinder-836027-2-iscsi neutron-server[104393]: {{(pid=104393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 16:25:15.635131 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (e41a68f5-c4c9-4df9-8fb5-db17992e4755), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:15.744403 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (e41a68f5-c4c9-4df9-8fb5-db17992e4755), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:15.749625 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:25:15.750339 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:15.823041 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:15.868148 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] Pushing event updated for resources: {'Network': ['ID=e41a68f5-c4c9-4df9-8fb5-db17992e4755,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:15.878881 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-1523cf5e-f764-4e5a-a353-b3cb60149c7a demo demo] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 1.0449290 Jun 30 16:25:15.882096 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network e41a68f5-c4c9-4df9-8fb5-db17992e4755 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:25:18.195312 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59138) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:18.613070 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b873f-95b6-4d28-87e4-a0cf3f7cb830 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:25:18.614433 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-247b873f-95b6-4d28-87e4-a0cf3f7cb830 demo admin] 10.222.0.67 "GET /v2.0/networks/e41a68f5-c4c9-4df9-8fb5-db17992e4755 HTTP/1.1" status: 200 len: 825 time: 0.4180551 Jun 30 16:25:18.639926 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-8875efa4-785e-4b18-9f3a-7c2987e5cdd4 demo admin] 10.222.0.67 "GET /v2.0/subnetpools/4bf3066c-22bb-4817-9093-6b3b608806d3 HTTP/1.1" status: 200 len: 734 time: 0.0197866 Jun 30 16:25:18.649615 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-47375308-3d9e-45b6-8442-9a11c20f6522 demo admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755', 'subnetpool_id': '4bf3066c-22bb-4817-9093-6b3b608806d3'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:25:18.750076 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47375308-3d9e-45b6-8442-9a11c20f6522 demo admin] Made reservation on behalf of e54d8744be3c4672b24fa2e19f024af0 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:25:18.753235 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47375308-3d9e-45b6-8442-9a11c20f6522 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:18.965297 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:19.108492 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47375308-3d9e-45b6-8442-9a11c20f6522 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for subnet (b6c62dc9-986b-47a4-bd69-a4ef91bfc464), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:19.183095 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47375308-3d9e-45b6-8442-9a11c20f6522 demo admin] Pushing event updated for resources: {'Subnet': ['ID=b6c62dc9-986b-47a4-bd69-a4ef91bfc464,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:19.185081 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47375308-3d9e-45b6-8442-9a11c20f6522 demo admin] Checking segment: {'id': '902ce94c-669c-436b-bd47-e495177b0d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:25:19.185458 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47375308-3d9e-45b6-8442-9a11c20f6522 demo admin] Network hostable DHCP agents. Network: e41a68f5-c4c9-4df9-8fb5-db17992e4755, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:25:19.275754 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47375308-3d9e-45b6-8442-9a11c20f6522 demo admin] Network e41a68f5-c4c9-4df9-8fb5-db17992e4755 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:25:19.372787 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-47375308-3d9e-45b6-8442-9a11c20f6522 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, e41a68f5-c4c9-4df9-8fb5-db17992e4755) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:25:19.377473 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47375308-3d9e-45b6-8442-9a11c20f6522 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:25:19.378197 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-47375308-3d9e-45b6-8442-9a11c20f6522 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:19.384155 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f9844d-28aa-49eb-90f4-58ec7452765d None None] Network e41a68f5-c4c9-4df9-8fb5-db17992e4755 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:25:19.522586 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-47375308-3d9e-45b6-8442-9a11c20f6522 demo admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8758838 Jun 30 16:25:19.663204 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-e41a68f5-c4c9-4df9-8fb5-db17992e4755', 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755', 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'fixed_ips': [{'subnet_id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:25:19.664601 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:20.083806 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Allocated IP 172.20.0.2 (e41a68f5-c4c9-4df9-8fb5-db17992e4755/b6c62dc9-986b-47a4-bd69-a4ef91bfc464/9653bc9c-2774-4165-8a80-68559f8fa11d) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:25:20.103113 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=61,neutron:INSERT=39 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:20.334837 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Publish callbacks [] for port (9653bc9c-2774-4165-8a80-68559f8fa11d), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:20.422760 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (9653bc9c-2774-4165-8a80-68559f8fa11d), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:20.506397 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Network e41a68f5-c4c9-4df9-8fb5-db17992e4755 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:25:20.506903 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:20.512756 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:25:20.517542 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:25:20.521804 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Pushing event updated for resources: {'Port': ['ID=9653bc9c-2774-4165-8a80-68559f8fa11d,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:20.533719 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.534060 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.534409 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.534837 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.535698 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.536033 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.536360 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.536684 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.537013 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.537333 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.537653 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.537987 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.538313 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.538628 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.538944 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Tracked resource versions report: Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: pushed versions: Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: { 'AddressGroup': {'1.2'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Agent': {'1.1'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'ConntrackHelper': {'1.0'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'LocalIPAssociation': {'1.0'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Log': {'1.0'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'NDPProxy': {'1.0'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Network': {'1.1'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Port': {'1.7'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'PortForwarding': {'1.3'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'QosPolicy': {'1.10'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'SecurityGroup': {'1.5'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'SecurityGroupRule': {'1.2'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'SubPort': {'1.0'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Subnet': {'1.1'}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Trunk': {'1.1'}} Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: consumer versions: Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: { DHCP agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: L3 agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: Metadata agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: Metering agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: Open vSwitch agent@dv-cinder-836027-2-iscsi: { 'AddressGroup': '1.2', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Agent': '1.1', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'ConntrackHelper': '1.0', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'LocalIPAssociation': '1.0', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Log': '1.0', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'NDPProxy': '1.0', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Network': '1.1', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Port': '1.7', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'PortForwarding': '1.3', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'QosPolicy': '1.10', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'SecurityGroup': '1.5', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'SecurityGroupRule': '1.2', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'SubPort': '1.0', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Subnet': '1.1', Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Trunk': '1.1'}} Jun 30 16:25:20.540405 dv-cinder-836027-2-iscsi neutron-server[104395]: {{(pid=104395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 16:25:20.614024 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Attempting to bind port 9653bc9c-2774-4165-8a80-68559f8fa11d on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:25:20.614344 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Attempting to bind port 9653bc9c-2774-4165-8a80-68559f8fa11d by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '902ce94c-669c-436b-bd47-e495177b0d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:25:20.614761 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Attempting to bind port 9653bc9c-2774-4165-8a80-68559f8fa11d on network e41a68f5-c4c9-4df9-8fb5-db17992e4755 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:25:20.620872 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 25, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:25:20.621337 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Checking segment: {'id': '902ce94c-669c-436b-bd47-e495177b0d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:25:20.621818 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:20.622206 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Bound using segment: {'id': '902ce94c-669c-436b-bd47-e495177b0d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:25:20.622777 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Bound port: 9653bc9c-2774-4165-8a80-68559f8fa11d, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902ce94c-669c-436b-bd47-e495177b0d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:25:20.623126 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (9653bc9c-2774-4165-8a80-68559f8fa11d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:20.687643 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] For port 9653bc9c-2774-4165-8a80-68559f8fa11d, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:25:20.709181 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] For port 9653bc9c-2774-4165-8a80-68559f8fa11d, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=9653bc9c-2774-4165-8a80-68559f8fa11d,segment=NetworkSegment(902ce94c-669c-436b-bd47-e495177b0d6b),segment_id=902ce94c-669c-436b-bd47-e495177b0d6b)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:25:20.785024 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (9653bc9c-2774-4165-8a80-68559f8fa11d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:20.845909 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666c7ba-68f7-4b2e-890e-dbe7352f95ae None None] Pushing event updated for resources: {'Port': ['ID=9653bc9c-2774-4165-8a80-68559f8fa11d,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:21.873355 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59148) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:22.232756 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [None req-4290af8c-b3d0-4c68-8b13-ae10c06e0f89 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:25:22.233958 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-4290af8c-b3d0-4c68-8b13-ae10c06e0f89 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3596478 Jun 30 16:25:22.642909 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=20,neutron:INSERT=31 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:22.652942 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:24.540555 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59160) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:24.887342 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [None req-573a99ab-6135-4ac4-9fef-ed64b6fb4578 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:25:24.888626 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-573a99ab-6135-4ac4-9fef-ed64b6fb4578 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3466961 Jun 30 16:25:27.214125 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59168) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:27.563866 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b2b71e50-846f-48ea-8ff0-90242d8c5550 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:25:27.651036 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b2b71e50-846f-48ea-8ff0-90242d8c5550 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42960'] for router (da627021-bb8e-496d-a9fe-d8cbe9095936), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:27.652825 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b2b71e50-846f-48ea-8ff0-90242d8c5550 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1039047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42969'] for router (da627021-bb8e-496d-a9fe-d8cbe9095936), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:27.804902 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:27.828716 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b2b71e50-846f-48ea-8ff0-90242d8c5550 demo demo] Publish callbacks [] for router_controller (da627021-bb8e-496d-a9fe-d8cbe9095936), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:27.956818 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b2b71e50-846f-48ea-8ff0-90242d8c5550 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1039425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570'] for router (da627021-bb8e-496d-a9fe-d8cbe9095936), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:28.077516 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b2b71e50-846f-48ea-8ff0-90242d8c5550 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:28.078810 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-b2b71e50-846f-48ea-8ff0-90242d8c5550 demo demo] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8635824 Jun 30 16:25:29.099387 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff9efac-7621-4122-89c2-2e4b0b9e313e None None] Network e41a68f5-c4c9-4df9-8fb5-db17992e4755 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:25:29.217745 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4ab1bff1-64a9-487c-9dc9-da5ccc2a2a30 None None] Provisioning complete for port 9653bc9c-2774-4165-8a80-68559f8fa11d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:25:29.218161 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4ab1bff1-64a9-487c-9dc9-da5ccc2a2a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (9653bc9c-2774-4165-8a80-68559f8fa11d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:29.370921 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4ab1bff1-64a9-487c-9dc9-da5ccc2a2a30 None None] Current status of the port 9653bc9c-2774-4165-8a80-68559f8fa11d is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:25:29.371316 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4ab1bff1-64a9-487c-9dc9-da5ccc2a2a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (9653bc9c-2774-4165-8a80-68559f8fa11d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:29.411759 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4ab1bff1-64a9-487c-9dc9-da5ccc2a2a30 None None] For port 9653bc9c-2774-4165-8a80-68559f8fa11d, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=9653bc9c-2774-4165-8a80-68559f8fa11d,segment=NetworkSegment(902ce94c-669c-436b-bd47-e495177b0d6b),segment_id=902ce94c-669c-436b-bd47-e495177b0d6b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:25:29.487126 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4ab1bff1-64a9-487c-9dc9-da5ccc2a2a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (9653bc9c-2774-4165-8a80-68559f8fa11d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:29.524112 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 9653bc9c-2774-4165-8a80-68559f8fa11d up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:25:29.559899 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab1bff1-64a9-487c-9dc9-da5ccc2a2a30 None None] Pushing event updated for resources: {'Port': ['ID=9653bc9c-2774-4165-8a80-68559f8fa11d,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:29.584887 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 9653bc9c-2774-4165-8a80-68559f8fa11d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:25:29.585284 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (9653bc9c-2774-4165-8a80-68559f8fa11d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:29.608867 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:29.625670 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-1f3cfa5b-e6c1-4dd8-8be8-916f614a70dd None None] Provisioning complete for port 9653bc9c-2774-4165-8a80-68559f8fa11d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:25:29.626063 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1f3cfa5b-e6c1-4dd8-8be8-916f614a70dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (9653bc9c-2774-4165-8a80-68559f8fa11d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:29.704051 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 9653bc9c-2774-4165-8a80-68559f8fa11d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:25:29.742889 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1f3cfa5b-e6c1-4dd8-8be8-916f614a70dd None None] Current status of the port 9653bc9c-2774-4165-8a80-68559f8fa11d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:25:30.404909 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59180) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:30.726912 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [None req-c6ba36b4-c9d9-41b8-89d8-ad7a25492e60 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:25:30.727922 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c6ba36b4-c9d9-41b8-89d8-ad7a25492e60 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3220847 Jun 30 16:25:31.490652 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 9653bc9c-2774-4165-8a80-68559f8fa11d up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:25:31.510636 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:31.536204 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 9653bc9c-2774-4165-8a80-68559f8fa11d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:25:31.536591 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (9653bc9c-2774-4165-8a80-68559f8fa11d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:31.611283 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 9653bc9c-2774-4165-8a80-68559f8fa11d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:25:33.029857 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59188) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:33.357231 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'provider:network_type': 'flat'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:25:33.473527 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Made reservation on behalf of 3967c884c6b647c2a8e60d73c62e7927 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:25:33.476243 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:33.487994 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:33.565178 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Publish callbacks [] for security_group (79c7f391-7feb-49e9-aea0-d7cd1835d75a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:33.692690 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (79c7f391-7feb-49e9-aea0-d7cd1835d75a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:33.712609 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Reserving flat network on physical network physnet1 {{(pid=104393) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 30 16:25:33.729945 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c7f391-7feb-49e9-aea0-d7cd1835d75a,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:33.735999 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (e027b1da-1ddd-4d3c-a856-892c8783fc94), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:33.736341 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.segments_db [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Added segment e027b1da-1ddd-4d3c-a856-892c8783fc94 of type flat for network 31e1378b-073c-4b12-ba8a-daf195bf9e82 Jun 30 16:25:33.791843 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (31e1378b-073c-4b12-ba8a-daf195bf9e82), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:33.918525 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (31e1378b-073c-4b12-ba8a-daf195bf9e82), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:33.919566 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:25:33.920149 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:34.013147 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] Pushing event updated for resources: {'Network': ['ID=31e1378b-073c-4b12-ba8a-daf195bf9e82,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:34.033365 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:25:34.067092 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-8d1e8ad3-6046-488b-a36e-aedb493ce78b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0361197 Jun 30 16:25:34.713257 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b1a8d6f9-0c44-4b31-a7eb-2694ece48a87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:36.403981 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59196) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:36.769393 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbeee23-5c81-4dff-9f02-ac49fa3c4f06 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:25:36.770764 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-0fbeee23-5c81-4dff-9f02-ac49fa3c4f06 demo admin] 10.222.0.67 "GET /v2.0/subnets/b6c62dc9-986b-47a4-bd69-a4ef91bfc464 HTTP/1.1" status: 200 len: 849 time: 0.3655357 Jun 30 16:25:36.893241 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-6a6eea7d-329a-4090-8b57-1ac797bdca11 demo admin] 10.222.0.67 "GET /v2.0/routers/da627021-bb8e-496d-a9fe-d8cbe9095936 HTTP/1.1" status: 200 len: 704 time: 0.1162462 Jun 30 16:25:37.125856 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:37.162519 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:37.285733 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:37.360677 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf652bac-9327-43e8-9a05-aed8d60bf5c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:37.512503 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Allocated IP 172.20.0.1 (e41a68f5-c4c9-4df9-8fb5-db17992e4755/b6c62dc9-986b-47a4-bd69-a4ef91bfc464/5b75c4c5-e8c5-49e6-8596-acf56a631e62) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:25:37.675874 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Publish callbacks [] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:37.804757 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:37.881295 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Network e41a68f5-c4c9-4df9-8fb5-db17992e4755 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:25:37.890110 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:25:37.892691 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:25:37.893795 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040305'] for router_interface (da627021-bb8e-496d-a9fe-d8cbe9095936), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:37.950945 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Pushing event updated for resources: {'Port': ['ID=5b75c4c5-e8c5-49e6-8596-acf56a631e62,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:38.117427 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-be9cc814-1ab4-466d-a004-f3a5e83c8553 None None] Provisioning complete for port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:25:38.117813 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-be9cc814-1ab4-466d-a004-f3a5e83c8553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:38.157690 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-be9cc814-1ab4-466d-a004-f3a5e83c8553 None None] Port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:25:38.167045 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:38.207508 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:38.314676 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:38.381724 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Publish callbacks [] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:38.441313 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:38.442141 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040173'] for router_interface (da627021-bb8e-496d-a9fe-d8cbe9095936), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:38.500147 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Pushing event updated for resources: {'Port': ['ID=5b75c4c5-e8c5-49e6-8596-acf56a631e62,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:38.575378 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Network e41a68f5-c4c9-4df9-8fb5-db17992e4755 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:25:38.576688 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:25:38.697249 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:38.779143 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-93cd22b0-f28d-4d6e-9e09-31d7cac92ef5 None None] Provisioning complete for port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:25:38.780025 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-93cd22b0-f28d-4d6e-9e09-31d7cac92ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:38.811670 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-93cd22b0-f28d-4d6e-9e09-31d7cac92ef5 None None] Port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:25:38.843993 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Router da627021-bb8e-496d-a9fe-d8cbe9095936 is scheduled to L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 16:25:38.935344 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:25:38.941523 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-4e52d5d8-46ce-4420-8d6e-033116b3872e demo admin] 10.222.0.67 "PUT /v2.0/routers/da627021-bb8e-496d-a9fe-d8cbe9095936/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0429280 Jun 30 16:25:38.959124 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Sync routers for ids ['da627021-bb8e-496d-a9fe-d8cbe9095936'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:25:38.972338 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Routers {'da627021-bb8e-496d-a9fe-d8cbe9095936'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:25:38.973195 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:25:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['da627021-bb8e-496d-a9fe-d8cbe9095936'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:25:39.166319 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Set router da627021-bb8e-496d-a9fe-d8cbe9095936 gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:25:39.600599 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'name': 'router1', 'tenant_id': 'e54d8744be3c4672b24fa2e19f024af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:25:27Z', 'updated_at': '2022-06-30T16:25:38Z', 'revision_number': 2, 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'gw_port_host': None, '_interfaces': [{'id': '5b75c4c5-e8c5-49e6-8596-acf56a631e62', 'name': '', 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755', 'tenant_id': 'e54d8744be3c4672b24fa2e19f024af0', 'mac_address': 'fa:16:3e:ba:7a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:25:37Z', 'updated_at': '2022-06-30T16:25:38Z', 'revision_number': 2, 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'subnets': [{'id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bf3066c-22bb-4817-9093-6b3b608806d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:25:39.617932 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:39.651165 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Checking router: da627021-bb8e-496d-a9fe-d8cbe9095936 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:25:39.651573 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Updating router da627021-bb8e-496d-a9fe-d8cbe9095936 port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:25:39.708932 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:39.858354 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:40.266737 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Publish callbacks [] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:40.354975 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:40.447580 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Pushing event updated for resources: {'Port': ['ID=5b75c4c5-e8c5-49e6-8596-acf56a631e62,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:40.483574 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.483917 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.484278 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.484633 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.484973 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.485302 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.485635 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.485961 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.486287 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.486611 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.487499 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.487847 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.488205 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.488499 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.488875 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Tracked resource versions report: Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: pushed versions: Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: { 'AddressGroup': {'1.2'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Agent': {'1.1'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'ConntrackHelper': {'1.0'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'LocalIPAssociation': {'1.0'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Log': {'1.0'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'NDPProxy': {'1.0'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Network': {'1.1'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Port': {'1.7'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'PortForwarding': {'1.3'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'QosPolicy': {'1.10'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'SecurityGroup': {'1.5'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'SecurityGroupRule': {'1.2'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'SubPort': {'1.0'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Subnet': {'1.1'}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Trunk': {'1.1'}} Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: consumer versions: Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: { DHCP agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: L3 agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: Metadata agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: Metering agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: Open vSwitch agent@dv-cinder-836027-2-iscsi: { 'AddressGroup': '1.2', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Agent': '1.1', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'ConntrackHelper': '1.0', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'LocalIPAssociation': '1.0', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Log': '1.0', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'NDPProxy': '1.0', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Network': '1.1', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Port': '1.7', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'PortForwarding': '1.3', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'QosPolicy': '1.10', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'SecurityGroup': '1.5', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'SecurityGroupRule': '1.2', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'SubPort': '1.0', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Subnet': '1.1', Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Trunk': '1.1'}} Jun 30 16:25:40.490365 dv-cinder-836027-2-iscsi neutron-server[104396]: {{(pid=104396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 16:25:40.543920 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Attempting to bind port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:25:40.544334 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Attempting to bind port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '902ce94c-669c-436b-bd47-e495177b0d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:25:40.544773 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Attempting to bind port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 on network e41a68f5-c4c9-4df9-8fb5-db17992e4755 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:25:40.551663 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:25:40.552072 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Checking segment: {'id': '902ce94c-669c-436b-bd47-e495177b0d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:25:40.552560 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:40.552954 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Bound using segment: {'id': '902ce94c-669c-436b-bd47-e495177b0d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:25:40.553446 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Bound port: 5b75c4c5-e8c5-49e6-8596-acf56a631e62, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '902ce94c-669c-436b-bd47-e495177b0d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:25:40.553827 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:40.621549 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] For port 5b75c4c5-e8c5-49e6-8596-acf56a631e62, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:25:40.629077 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:40.638261 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:40.645295 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] For port 5b75c4c5-e8c5-49e6-8596-acf56a631e62, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=5b75c4c5-e8c5-49e6-8596-acf56a631e62,segment=NetworkSegment(902ce94c-669c-436b-bd47-e495177b0d6b),segment_id=902ce94c-669c-436b-bd47-e495177b0d6b)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:25:40.654549 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b62b9870-ffc9-4031-8a86-0e3e766c57c7 None None] Provisioning complete for port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:25:40.654944 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b62b9870-ffc9-4031-8a86-0e3e766c57c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:40.688252 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b62b9870-ffc9-4031-8a86-0e3e766c57c7 None None] Port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:25:40.755590 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:40.821260 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201d5e80-256a-4e8b-959a-9bff366ebc20 None None] Pushing event updated for resources: {'Port': ['ID=5b75c4c5-e8c5-49e6-8596-acf56a631e62,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:40.825273 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Routers {'da627021-bb8e-496d-a9fe-d8cbe9095936'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:25:40.825895 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:25:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['da627021-bb8e-496d-a9fe-d8cbe9095936'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:25:40.919912 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] Set router da627021-bb8e-496d-a9fe-d8cbe9095936 gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:25:41.012214 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-fcd6de51-e968-4fc3-ba8b-77986db55f47 None None] Provisioning complete for port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:25:41.012765 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fcd6de51-e968-4fc3-ba8b-77986db55f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:41.088348 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fcd6de51-e968-4fc3-ba8b-77986db55f47 None None] Current status of the port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:25:41.088831 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fcd6de51-e968-4fc3-ba8b-77986db55f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:41.130159 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-fcd6de51-e968-4fc3-ba8b-77986db55f47 None None] For port 5b75c4c5-e8c5-49e6-8596-acf56a631e62, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=5b75c4c5-e8c5-49e6-8596-acf56a631e62,segment=NetworkSegment(902ce94c-669c-436b-bd47-e495177b0d6b),segment_id=902ce94c-669c-436b-bd47-e495177b0d6b)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:25:41.136873 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'name': 'router1', 'tenant_id': 'e54d8744be3c4672b24fa2e19f024af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:25:27Z', 'updated_at': '2022-06-30T16:25:38Z', 'revision_number': 2, 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'gw_port_host': None, '_interfaces': [{'id': '5b75c4c5-e8c5-49e6-8596-acf56a631e62', 'name': '', 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755', 'tenant_id': 'e54d8744be3c4672b24fa2e19f024af0', 'mac_address': 'fa:16:3e:ba:7a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:25:37Z', 'updated_at': '2022-06-30T16:25:40Z', 'revision_number': 4, 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'subnets': [{'id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bf3066c-22bb-4817-9093-6b3b608806d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:25:41.166227 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b825bf-f605-4cc3-9577-29036b465d3f None None] The sync data for ids ['da627021-bb8e-496d-a9fe-d8cbe9095936'] in dv-cinder-836027-2-iscsi is: [{'id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'name': 'router1', 'tenant_id': 'e54d8744be3c4672b24fa2e19f024af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:25:27Z', 'updated_at': '2022-06-30T16:25:38Z', 'revision_number': 2, 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'gw_port_host': None, '_interfaces': [{'id': '5b75c4c5-e8c5-49e6-8596-acf56a631e62', 'name': '', 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755', 'tenant_id': 'e54d8744be3c4672b24fa2e19f024af0', 'mac_address': 'fa:16:3e:ba:7a:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:25:37Z', 'updated_at': '2022-06-30T16:25:40Z', 'revision_number': 4, 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'subnets': [{'id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bf3066c-22bb-4817-9093-6b3b608806d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:25:41.183995 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fcd6de51-e968-4fc3-ba8b-77986db55f47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:41.240459 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6de51-e968-4fc3-ba8b-77986db55f47 None None] Pushing event updated for resources: {'Port': ['ID=5b75c4c5-e8c5-49e6-8596-acf56a631e62,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:41.250871 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 59218) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:41.402943 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writer thread running {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jun 30 16:25:41.403641 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:41.617479 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.policy [None req-d2fc67d2-8f2a-4a7a-9fc4-209c87074fef admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104394) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 30 16:25:41.660015 dv-cinder-836027-2-iscsi neutron-server[104394]: WARNING oslo_policy.policy [None req-d2fc67d2-8f2a-4a7a-9fc4-209c87074fef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 16:25:41.660406 dv-cinder-836027-2-iscsi neutron-server[104394]: WARNING oslo_policy.policy [None req-d2fc67d2-8f2a-4a7a-9fc4-209c87074fef admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 30 16:25:41.668125 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fc67d2-8f2a-4a7a-9fc4-209c87074fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:25:41.669860 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-d2fc67d2-8f2a-4a7a-9fc4-209c87074fef admin admin] 10.222.0.67 "GET /v2.0/networks/31e1378b-073c-4b12-ba8a-daf195bf9e82 HTTP/1.1" status: 200 len: 842 time: 0.4179840 Jun 30 16:25:41.679615 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'cidr': '172.27.2.0/24'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:25:41.801217 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Made reservation on behalf of 3967c884c6b647c2a8e60d73c62e7927 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:25:41.804198 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:41.821422 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:25:42.304419 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.objects.ports [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104394) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jun 30 16:25:42.305009 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for subnet (c0fa80bb-24d2-44b7-a92b-b94d8eccde4c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:42.383681 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0fa80bb-24d2-44b7-a92b-b94d8eccde4c,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:42.388984 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:25:42.389337 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Network hostable DHCP agents. Network: 31e1378b-073c-4b12-ba8a-daf195bf9e82, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:25:42.400145 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.400492 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.400829 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.401157 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.401479 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.401837 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.402113 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.402426 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.402743 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.403056 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.403390 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.403747 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.404062 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.404626 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.404936 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Tracked resource versions report: Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: pushed versions: Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: { 'AddressGroup': {'1.2'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Agent': {'1.1'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'ConntrackHelper': {'1.0'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'LocalIPAssociation': {'1.0'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Log': {'1.0'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'NDPProxy': {'1.0'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Network': {'1.1'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Port': {'1.7'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'PortForwarding': {'1.3'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'QosPolicy': {'1.10'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'SecurityGroup': {'1.5'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'SecurityGroupRule': {'1.2'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'SubPort': {'1.0'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Subnet': {'1.1'}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Trunk': {'1.1'}} Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: consumer versions: Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: { DHCP agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: L3 agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: Metadata agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: Metering agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: Open vSwitch agent@dv-cinder-836027-2-iscsi: { 'AddressGroup': '1.2', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Agent': '1.1', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'ConntrackHelper': '1.0', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'LocalIPAssociation': '1.0', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Log': '1.0', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'NDPProxy': '1.0', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Network': '1.1', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Port': '1.7', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'PortForwarding': '1.3', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'QosPolicy': '1.10', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'SecurityGroup': '1.5', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'SecurityGroupRule': '1.2', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'SubPort': '1.0', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Subnet': '1.1', Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Trunk': '1.1'}} Jun 30 16:25:42.406346 dv-cinder-836027-2-iscsi neutron-server[104394]: {{(pid=104394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 16:25:42.520916 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:25:42.600818 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 31e1378b-073c-4b12-ba8a-daf195bf9e82) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:25:42.605496 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:25:42.606164 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:42.610460 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0187af18-55e7-452e-97c2-d20e8fc86cca None None] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:25:42.640088 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:42.702604 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-35643c2e-16b9-4ce8-bec3-4c5e6ae7d1e5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0139279 Jun 30 16:25:42.731640 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0f38e2-bc87-432a-8a11-e34952975ca9 None None] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:25:45.179328 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59244) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:45.316229 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-30b84eb0-fb47-47c2-8d78-74d015a4dd12 demo admin] 10.222.0.67 "GET /v2.0/routers/da627021-bb8e-496d-a9fe-d8cbe9095936 HTTP/1.1" status: 200 len: 710 time: 0.1357291 Jun 30 16:25:45.490930 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e20ae4-b035-4c14-a536-2fcc6b0b8e12 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:25:45.492323 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-b3e20ae4-b035-4c14-a536-2fcc6b0b8e12 demo admin] 10.222.0.67 "GET /v2.0/networks/31e1378b-073c-4b12-ba8a-daf195bf9e82 HTTP/1.1" status: 200 len: 886 time: 0.1706271 Jun 30 16:25:45.501311 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:25:45.749423 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Publish callbacks [] for router_gateway (da627021-bb8e-496d-a9fe-d8cbe9095936), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:45.988278 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:46.082959 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Publish callbacks [] for router_gateway (da627021-bb8e-496d-a9fe-d8cbe9095936), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:46.197320 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:46.345251 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Allocated IP 172.27.2.28 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/0ec7916c-56ea-4e48-bec6-50e856782a73) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:25:46.359366 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:46.570277 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Publish callbacks [] for port (0ec7916c-56ea-4e48-bec6-50e856782a73), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:46.675758 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (0ec7916c-56ea-4e48-bec6-50e856782a73), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:46.722880 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:25:46.728071 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:25:46.731110 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Pushing event updated for resources: {'Port': ['ID=0ec7916c-56ea-4e48-bec6-50e856782a73,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:46.736246 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:25:47.052536 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Publish callbacks [] for router_gateway (da627021-bb8e-496d-a9fe-d8cbe9095936), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:47.264868 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1027350', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1039434', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-42959'] for router (da627021-bb8e-496d-a9fe-d8cbe9095936), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:47.268408 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1027359', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1027328', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1039411'] for router (da627021-bb8e-496d-a9fe-d8cbe9095936), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:47.425753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:47.482492 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Router da627021-bb8e-496d-a9fe-d8cbe9095936 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:25:47.536319 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 5b75c4c5-e8c5-49e6-8596-acf56a631e62 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:25:47.589794 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:25:47.594337 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:25:47.595309 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:47.596782 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:47.598329 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-4d1dff2b-dd0d-439c-89f2-1ec915941e67 demo admin] 10.222.0.67 "PUT /v2.0/routers/da627021-bb8e-496d-a9fe-d8cbe9095936 HTTP/1.1" status: 200 len: 889 time: 2.1002142 Jun 30 16:25:47.673932 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:47.679046 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:25:47.842078 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Sync routers for ids ['da627021-bb8e-496d-a9fe-d8cbe9095936'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:25:47.853749 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Routers {'da627021-bb8e-496d-a9fe-d8cbe9095936'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:25:47.854473 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:25:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['da627021-bb8e-496d-a9fe-d8cbe9095936'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:25:48.074377 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Set router da627021-bb8e-496d-a9fe-d8cbe9095936 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:25:48.465626 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'name': 'router1', 'tenant_id': 'e54d8744be3c4672b24fa2e19f024af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '0ec7916c-56ea-4e48-bec6-50e856782a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:25:27Z', 'updated_at': '2022-06-30T16:25:46Z', 'revision_number': 4, 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'gw_port': {'id': '0ec7916c-56ea-4e48-bec6-50e856782a73', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:25:46Z', 'updated_at': '2022-06-30T16:25:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '5b75c4c5-e8c5-49e6-8596-acf56a631e62', 'name': '', 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755', 'tenant_id': 'e54d8744be3c4672b24fa2e19f024af0', 'mac_address': 'fa:16:3e:ba:7a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:25:37Z', 'updated_at': '2022-06-30T16:25:41Z', 'revision_number': 5, 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'subnets': [{'id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bf3066c-22bb-4817-9093-6b3b608806d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:25:48.594467 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Checking router: da627021-bb8e-496d-a9fe-d8cbe9095936 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:25:48.595141 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Updating router da627021-bb8e-496d-a9fe-d8cbe9095936 port 0ec7916c-56ea-4e48-bec6-50e856782a73 binding host dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:25:48.659866 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (0ec7916c-56ea-4e48-bec6-50e856782a73), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:48.984268 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Publish callbacks [] for port (0ec7916c-56ea-4e48-bec6-50e856782a73), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:49.074752 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (0ec7916c-56ea-4e48-bec6-50e856782a73), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:49.125468 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5463a6f-a2db-4485-971b-ec2186f5344c None None] Pushing event updated for resources: {'Port': ['ID=0ec7916c-56ea-4e48-bec6-50e856782a73,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:49.130127 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Attempting to bind port 0ec7916c-56ea-4e48-bec6-50e856782a73 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:25:49.130504 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Attempting to bind port 0ec7916c-56ea-4e48-bec6-50e856782a73 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:25:49.130868 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Attempting to bind port 0ec7916c-56ea-4e48-bec6-50e856782a73 on network 31e1378b-073c-4b12-ba8a-daf195bf9e82 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:25:49.136510 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 25, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:25:49.136889 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:25:49.137290 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:49.137790 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Bound using segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:25:49.138144 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Bound port: 0ec7916c-56ea-4e48-bec6-50e856782a73, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:25:49.138523 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (0ec7916c-56ea-4e48-bec6-50e856782a73), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:49.141483 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:49.188080 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] For port 0ec7916c-56ea-4e48-bec6-50e856782a73, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:25:49.191736 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] For port 0ec7916c-56ea-4e48-bec6-50e856782a73, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=0ec7916c-56ea-4e48-bec6-50e856782a73,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:25:49.261671 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (0ec7916c-56ea-4e48-bec6-50e856782a73), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:49.265045 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:49.323349 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Routers {'da627021-bb8e-496d-a9fe-d8cbe9095936'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:25:49.324036 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:25:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['da627021-bb8e-496d-a9fe-d8cbe9095936'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:25:49.329287 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5463a6f-a2db-4485-971b-ec2186f5344c None None] Pushing event updated for resources: {'Port': ['ID=0ec7916c-56ea-4e48-bec6-50e856782a73,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:49.444134 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] Set router da627021-bb8e-496d-a9fe-d8cbe9095936 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:25:49.651440 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'name': 'router1', 'tenant_id': 'e54d8744be3c4672b24fa2e19f024af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '0ec7916c-56ea-4e48-bec6-50e856782a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:25:27Z', 'updated_at': '2022-06-30T16:25:46Z', 'revision_number': 4, 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'gw_port': {'id': '0ec7916c-56ea-4e48-bec6-50e856782a73', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:25:46Z', 'updated_at': '2022-06-30T16:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '5b75c4c5-e8c5-49e6-8596-acf56a631e62', 'name': '', 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755', 'tenant_id': 'e54d8744be3c4672b24fa2e19f024af0', 'mac_address': 'fa:16:3e:ba:7a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:25:37Z', 'updated_at': '2022-06-30T16:25:41Z', 'revision_number': 5, 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'subnets': [{'id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bf3066c-22bb-4817-9093-6b3b608806d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:25:49.678125 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae277fd-7ee8-4a0c-b1e6-39bea3532b3b None None] The sync data for ids ['da627021-bb8e-496d-a9fe-d8cbe9095936'] in dv-cinder-836027-2-iscsi is: [{'id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'name': 'router1', 'tenant_id': 'e54d8744be3c4672b24fa2e19f024af0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.28'}], 'enable_snat': True}, 'gw_port_id': '0ec7916c-56ea-4e48-bec6-50e856782a73', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:25:27Z', 'updated_at': '2022-06-30T16:25:46Z', 'revision_number': 4, 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'gw_port': {'id': '0ec7916c-56ea-4e48-bec6-50e856782a73', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:2a:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:25:46Z', 'updated_at': '2022-06-30T16:25:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '5b75c4c5-e8c5-49e6-8596-acf56a631e62', 'name': '', 'network_id': 'e41a68f5-c4c9-4df9-8fb5-db17992e4755', 'tenant_id': 'e54d8744be3c4672b24fa2e19f024af0', 'mac_address': 'fa:16:3e:ba:7a:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da627021-bb8e-496d-a9fe-d8cbe9095936', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:25:37Z', 'updated_at': '2022-06-30T16:25:41Z', 'revision_number': 5, 'project_id': 'e54d8744be3c4672b24fa2e19f024af0', 'subnets': [{'id': 'b6c62dc9-986b-47a4-bd69-a4ef91bfc464', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4bf3066c-22bb-4817-9093-6b3b608806d3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:25:50.070295 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 59258) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:25:50.226536 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-f09fbcc2-8128-4ea0-9ee2-ead0d8778c15 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1551287 Jun 30 16:25:51.140029 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=61 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:51.521382 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 0ec7916c-56ea-4e48-bec6-50e856782a73 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:25:51.584406 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 0ec7916c-56ea-4e48-bec6-50e856782a73 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:25:51.584799 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (0ec7916c-56ea-4e48-bec6-50e856782a73), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:51.657944 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 0ec7916c-56ea-4e48-bec6-50e856782a73 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:25:51.658413 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (0ec7916c-56ea-4e48-bec6-50e856782a73), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:51.679122 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port 0ec7916c-56ea-4e48-bec6-50e856782a73, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=0ec7916c-56ea-4e48-bec6-50e856782a73,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:25:51.781397 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (0ec7916c-56ea-4e48-bec6-50e856782a73), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:51.817865 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=23 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:51.833131 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=0ec7916c-56ea-4e48-bec6-50e856782a73,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:25:53.512065 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 0ec7916c-56ea-4e48-bec6-50e856782a73 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:25:53.556969 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 0ec7916c-56ea-4e48-bec6-50e856782a73 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:25:53.557365 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (0ec7916c-56ea-4e48-bec6-50e856782a73), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:25:53.596703 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:53.636724 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 0ec7916c-56ea-4e48-bec6-50e856782a73 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:25:57.603498 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:25:57.603498 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=7 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:26:00.192367 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=66,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:26:00.221823 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=50,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:26:03.634732 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:26:04.682761 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b7c3ae5-1c9e-40d9-8578-cdf1234875da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:26:07.306190 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-44bbcacd-85bc-43f3-974a-6fe409beb26b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:26:08.237767 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:26:09.639059 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:26:09.859814 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:26:18.820750 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:26:19.782142 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:26:19.788513 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:26:28.816000 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:26:28.817205 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:26:34.678358 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a87ae2a-039e-47d9-b907-3af55db8fd82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:26:37.318712 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-836a32af-87d3-4f69-82cd-e0084c8faa7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:26:38.264437 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:26:39.638182 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:26:39.866727 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:26:49.784922 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:26:49.790882 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=18,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:26:55.819632 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:27:04.677287 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-08a85741-259f-4188-b15c-b645f62efc5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:05.815574 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=6 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:27:05.816785 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:27:07.325409 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bc42808b-f525-4789-a0d7-aa2503b77bbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:08.225601 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:09.279268 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 59800) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:27:09.341670 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e42c8b0-0d90-42f8-9731-73052e11d3d4 admin admin] GET failed (client error): The resource could not be found. Jun 30 16:27:09.343494 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-7e42c8b0-0d90-42f8-9731-73052e11d3d4 admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0628376 Jun 30 16:27:09.514107 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64eb628-2fd1-4359-b06a-613f983d6b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:09.516255 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-a64eb628-2fd1-4359-b06a-613f983d6b78 admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1682971 Jun 30 16:27:09.633731 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:09.860503 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:11.605383 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 59810) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:27:11.712625 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206e3631-52a7-47d1-a64e-fb0fede7883f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:11.713964 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-206e3631-52a7-47d1-a64e-fb0fede7883f admin admin] 10.222.0.67 "GET /v2.0/subnets/b6c62dc9-986b-47a4-bd69-a4ef91bfc464 HTTP/1.1" status: 200 len: 849 time: 0.1076450 Jun 30 16:27:11.723446 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:27:11.809290 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Publish callbacks [] for subnet (b6c62dc9-986b-47a4-bd69-a4ef91bfc464), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:12.048244 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768436581587'] for subnet (b6c62dc9-986b-47a4-bd69-a4ef91bfc464), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:12.089512 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:12.090386 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:12.091707 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] 10.222.0.67 "PUT /v2.0/subnets/b6c62dc9-986b-47a4-bd69-a4ef91bfc464 HTTP/1.1" status: 200 len: 868 time: 0.3717659 Jun 30 16:27:12.092539 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36216f75-7182-44c5-bba6-064f21d687f9 None None] Network e41a68f5-c4c9-4df9-8fb5-db17992e4755 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:27:12.113808 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6c62dc9-986b-47a4-bd69-a4ef91bfc464,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:27:12.121564 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.121956 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.122273 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.122612 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.122945 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.123277 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.123833 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.124743 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.125448 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.125448 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.125763 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.126000 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.126322 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.126638 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.126965 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80e5d162-3167-42e7-9c04-14a97c5d8ddf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:27:12.386426 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-7eea404b-b812-48af-a960-0b8c158d59ab None None] Provisioning complete for port 9653bc9c-2774-4165-8a80-68559f8fa11d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:27:12.386814 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7eea404b-b812-48af-a960-0b8c158d59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (9653bc9c-2774-4165-8a80-68559f8fa11d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:12.467144 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7eea404b-b812-48af-a960-0b8c158d59ab None None] Current status of the port 9653bc9c-2774-4165-8a80-68559f8fa11d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:27:12.475782 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-7eea404b-b812-48af-a960-0b8c158d59ab None None] Provisioning complete for port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:27:12.476169 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7eea404b-b812-48af-a960-0b8c158d59ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (5b75c4c5-e8c5-49e6-8596-acf56a631e62), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:12.547905 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7eea404b-b812-48af-a960-0b8c158d59ab None None] Current status of the port 5b75c4c5-e8c5-49e6-8596-acf56a631e62 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:27:14.231958 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 59818) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:27:14.437742 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaace7c9-1374-4412-8bf4-125c4837e27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:14.438207 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaace7c9-1374-4412-8bf4-125c4837e27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:14.441824 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-eaace7c9-1374-4412-8bf4-125c4837e27b admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2068381 Jun 30 16:27:16.546163 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 59826) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:27:16.684736 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842f84a-c07f-4624-881a-7d26169c664e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:16.685205 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e842f84a-c07f-4624-881a-7d26169c664e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:16.687462 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-e842f84a-c07f-4624-881a-7d26169c664e admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1403081 Jun 30 16:27:18.763901 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59834) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:27:18.895866 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba194f66-42c6-4de0-9320-5b6f949f3efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:18.897261 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ba194f66-42c6-4de0-9320-5b6f949f3efc admin admin] 10.222.0.67 "GET /v2.0/networks/31e1378b-073c-4b12-ba8a-daf195bf9e82 HTTP/1.1" status: 200 len: 886 time: 0.1318128 Jun 30 16:27:20.987036 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59844) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:27:21.127319 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58462308-b775-4b7a-9fcc-194a5f479f8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:21.128741 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-58462308-b775-4b7a-9fcc-194a5f479f8f admin admin] 10.222.0.67 "GET /v2.0/networks/e41a68f5-c4c9-4df9-8fb5-db17992e4755 HTTP/1.1" status: 200 len: 869 time: 0.1406803 Jun 30 16:27:22.538485 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=43,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:27:22.545973 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=49,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:27:23.237784 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59852) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:27:23.367005 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220e6ff5-1e13-43d1-bb78-a3394adc4c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:23.367464 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-220e6ff5-1e13-43d1-bb78-a3394adc4c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:23.369052 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-220e6ff5-1e13-43d1-bb78-a3394adc4c21 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1302884 Jun 30 16:27:25.465179 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59860) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:27:25.558512 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574a0edb-1e96-4770-b4fd-dab38a4c0dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:25.558962 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574a0edb-1e96-4770-b4fd-dab38a4c0dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:25.560515 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-574a0edb-1e96-4770-b4fd-dab38a4c0dfc admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943542 Jun 30 16:27:26.670708 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=79,neutron:INSERT=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:27:26.681811 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:27:27.680414 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59868) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:27:27.780768 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a296b4b-85ac-45ba-8486-1f08b0c8e294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:27.782061 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-9a296b4b-85ac-45ba-8486-1f08b0c8e294 admin admin] 10.222.0.67 "GET /v2.0/subnets/b6c62dc9-986b-47a4-bd69-a4ef91bfc464 HTTP/1.1" status: 200 len: 868 time: 0.1006639 Jun 30 16:27:29.885349 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59876) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:27:29.972752 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b4e102-f25a-4602-96ec-d11c62c8abcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:27:29.974099 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-29b4e102-f25a-4602-96ec-d11c62c8abcb admin admin] 10.222.0.67 "GET /v2.0/subnets/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c HTTP/1.1" status: 200 len: 816 time: 0.0878174 Jun 30 16:27:32.818826 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:27:34.683599 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-504814a0-c24b-4e79-b177-b8f2c15b25c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:34.824363 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:27:37.352221 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-60624e39-8180-4604-8011-f2b8dfb0f250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:38.266298 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:39.672252 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:39.861196 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:27:39.966464 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=52 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:27:39.970456 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=40 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:27:42.814863 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=7 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:27:49.797789 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:27:49.802637 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:27:57.498130 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59930) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:27:57.549076 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [None req-fbc107c8-3026-4474-ba56-f1749078210f admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:27:57.550095 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-fbc107c8-3026-4474-ba56-f1749078210f admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0510085 Jun 30 16:27:59.789563 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59938) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:27:59.853507 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8f40801-46bc-491a-a161-ff2841f93dd9 admin admin] GET failed (client error): The resource could not be found. Jun 30 16:27:59.854875 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-b8f40801-46bc-491a-a161-ff2841f93dd9 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0644672 Jun 30 16:28:00.005254 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d561b9-42d0-47ed-9411-749f5d04af92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:28:00.006755 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c5d561b9-42d0-47ed-9411-749f5d04af92 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1470973 Jun 30 16:28:02.158828 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59946) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:28:02.210867 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:28:02.299562 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Made reservation on behalf of 3967c884c6b647c2a8e60d73c62e7927 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:28:02.301926 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:02.333696 dv-cinder-836027-2-iscsi neutron-server[104393]: WARNING neutron.services.revisions.revision_plugin [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Could not find related network for resource to bump revision. Jun 30 16:28:02.344937 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:28:02.354038 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (f1d698f0-3933-45dc-8397-630645133955), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:02.354448 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.segments_db [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Added segment f1d698f0-3933-45dc-8397-630645133955 of type vlan for network 43282be0-12b4-43af-af8a-80cf84f6c475 Jun 30 16:28:02.396671 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (43282be0-12b4-43af-af8a-80cf84f6c475), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:02.476245 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (43282be0-12b4-43af-af8a-80cf84f6c475), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:02.477235 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:28:02.477825 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:02.541379 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Pushing event updated for resources: {'Network': ['ID=43282be0-12b4-43af-af8a-80cf84f6c475,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:28:02.548927 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.549264 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.549707 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.549993 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.550318 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.550638 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.550961 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.551275 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.551617 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.551946 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.552252 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.552570 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.552881 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.553191 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.553501 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:02.565932 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-67b54999-54a1-4e1f-83b1-780215e8cb38 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.4058878 Jun 30 16:28:02.566075 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 43282be0-12b4-43af-af8a-80cf84f6c475 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:28:04.691844 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59954) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:28:04.693718 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1a7559e8-cb07-4953-a1b0-691e1d235121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:04.758806 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.pecan_wsgi.hooks.translation [None req-76b113d5-a083-4317-a408-9820ac859d63 admin admin] GET failed (client error): The resource could not be found. Jun 30 16:28:04.760109 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-76b113d5-a083-4317-a408-9820ac859d63 admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0671072 Jun 30 16:28:04.836684 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2764c8-e2c2-40a7-87d4-7db91bf2395b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:28:04.838159 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ba2764c8-e2c2-40a7-87d4-7db91bf2395b admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0731871 Jun 30 16:28:04.848559 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-34734ce8-a6d2-4ba3-91f4-f9a0fff5f172 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:28:04.956505 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34734ce8-a6d2-4ba3-91f4-f9a0fff5f172 admin admin] Made reservation on behalf of 3967c884c6b647c2a8e60d73c62e7927 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:28:04.958841 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-34734ce8-a6d2-4ba3-91f4-f9a0fff5f172 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:05.196529 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-34734ce8-a6d2-4ba3-91f4-f9a0fff5f172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for subnet (424f21a0-ee79-49e7-a055-eab92b3ddeac), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:05.253656 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34734ce8-a6d2-4ba3-91f4-f9a0fff5f172 admin admin] Pushing event updated for resources: {'Subnet': ['ID=424f21a0-ee79-49e7-a055-eab92b3ddeac,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:28:05.262984 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34734ce8-a6d2-4ba3-91f4-f9a0fff5f172 admin admin] Checking segment: {'id': 'f1d698f0-3933-45dc-8397-630645133955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:28:05.263333 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34734ce8-a6d2-4ba3-91f4-f9a0fff5f172 admin admin] Network hostable DHCP agents. Network: 43282be0-12b4-43af-af8a-80cf84f6c475, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:28:05.338815 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34734ce8-a6d2-4ba3-91f4-f9a0fff5f172 admin admin] Network 43282be0-12b4-43af-af8a-80cf84f6c475 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:28:05.419628 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-34734ce8-a6d2-4ba3-91f4-f9a0fff5f172 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 43282be0-12b4-43af-af8a-80cf84f6c475) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:28:05.423929 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34734ce8-a6d2-4ba3-91f4-f9a0fff5f172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:28:05.424530 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-34734ce8-a6d2-4ba3-91f4-f9a0fff5f172 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:05.431319 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa79e266-32bb-42af-94ca-3cf283d9faf0 None None] Network 43282be0-12b4-43af-af8a-80cf84f6c475 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:28:05.433186 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:28:05.536981 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-43282be0-12b4-43af-af8a-80cf84f6c475', 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475', 'project_id': '3967c884c6b647c2a8e60d73c62e7927', 'fixed_ips': [{'subnet_id': '424f21a0-ee79-49e7-a055-eab92b3ddeac'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:28:05.537978 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:05.559503 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-34734ce8-a6d2-4ba3-91f4-f9a0fff5f172 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7027528 Jun 30 16:28:05.803122 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Allocated IP 192.168.233.2 (43282be0-12b4-43af-af8a-80cf84f6c475/424f21a0-ee79-49e7-a055-eab92b3ddeac/d74f28d2-ec00-419e-acbf-2078d1c96f87) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:28:05.960739 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Publish callbacks [] for port (d74f28d2-ec00-419e-acbf-2078d1c96f87), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:06.061130 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (d74f28d2-ec00-419e-acbf-2078d1c96f87), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:06.106290 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Network 43282be0-12b4-43af-af8a-80cf84f6c475 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:28:06.112102 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:28:06.114369 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Pushing event updated for resources: {'Port': ['ID=d74f28d2-ec00-419e-acbf-2078d1c96f87,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:28:06.116645 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:28:06.128673 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.129027 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.129394 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.129748 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.130083 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.130416 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.130744 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.131068 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.131392 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.131741 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.132065 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.132405 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.132727 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.133046 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.133366 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:28:06.189433 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Attempting to bind port d74f28d2-ec00-419e-acbf-2078d1c96f87 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:28:06.189808 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Attempting to bind port d74f28d2-ec00-419e-acbf-2078d1c96f87 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'f1d698f0-3933-45dc-8397-630645133955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:28:06.190159 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Attempting to bind port d74f28d2-ec00-419e-acbf-2078d1c96f87 on network 43282be0-12b4-43af-af8a-80cf84f6c475 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:28:06.196358 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 27, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:28:06.196760 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Checking segment: {'id': 'f1d698f0-3933-45dc-8397-630645133955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:28:06.197156 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:06.197565 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Bound using segment: {'id': 'f1d698f0-3933-45dc-8397-630645133955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:28:06.198056 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Bound port: d74f28d2-ec00-419e-acbf-2078d1c96f87, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d698f0-3933-45dc-8397-630645133955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:28:06.198434 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (d74f28d2-ec00-419e-acbf-2078d1c96f87), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:06.268885 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] For port d74f28d2-ec00-419e-acbf-2078d1c96f87, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:28:06.272811 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] For port d74f28d2-ec00-419e-acbf-2078d1c96f87, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=d74f28d2-ec00-419e-acbf-2078d1c96f87,segment=NetworkSegment(f1d698f0-3933-45dc-8397-630645133955),segment_id=f1d698f0-3933-45dc-8397-630645133955)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:28:06.351299 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (d74f28d2-ec00-419e-acbf-2078d1c96f87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:06.415061 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba6b1f-e5ea-4205-a1f8-3484c55bdd93 None None] Pushing event updated for resources: {'Port': ['ID=d74f28d2-ec00-419e-acbf-2078d1c96f87,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:28:07.272268 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0d65c7-aa11-44c0-bc2e-b58b92038adb None None] Network 43282be0-12b4-43af-af8a-80cf84f6c475 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:28:07.337828 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e5c59e9-1630-427c-a123-b587241500bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:07.342480 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:28:07.366599 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2b510689-9439-4e24-abf7-6e199e187abe None None] Provisioning complete for port d74f28d2-ec00-419e-acbf-2078d1c96f87 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:28:07.366972 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2b510689-9439-4e24-abf7-6e199e187abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (d74f28d2-ec00-419e-acbf-2078d1c96f87), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:07.372295 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:28:07.492403 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2b510689-9439-4e24-abf7-6e199e187abe None None] Current status of the port d74f28d2-ec00-419e-acbf-2078d1c96f87 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:28:07.492853 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2b510689-9439-4e24-abf7-6e199e187abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (d74f28d2-ec00-419e-acbf-2078d1c96f87), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:07.533571 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2b510689-9439-4e24-abf7-6e199e187abe None None] For port d74f28d2-ec00-419e-acbf-2078d1c96f87, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=d74f28d2-ec00-419e-acbf-2078d1c96f87,segment=NetworkSegment(f1d698f0-3933-45dc-8397-630645133955),segment_id=f1d698f0-3933-45dc-8397-630645133955)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:28:07.613301 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2b510689-9439-4e24-abf7-6e199e187abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (d74f28d2-ec00-419e-acbf-2078d1c96f87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:07.644589 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device d74f28d2-ec00-419e-acbf-2078d1c96f87 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:28:07.701740 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b510689-9439-4e24-abf7-6e199e187abe None None] Pushing event updated for resources: {'Port': ['ID=d74f28d2-ec00-419e-acbf-2078d1c96f87,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:28:07.718256 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port d74f28d2-ec00-419e-acbf-2078d1c96f87 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:28:07.718650 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (d74f28d2-ec00-419e-acbf-2078d1c96f87), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:07.758314 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c0df38a6-6bc6-49cd-a47f-d89ca4e561e6 None None] Provisioning complete for port d74f28d2-ec00-419e-acbf-2078d1c96f87 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:28:07.758704 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c0df38a6-6bc6-49cd-a47f-d89ca4e561e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (d74f28d2-ec00-419e-acbf-2078d1c96f87), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:07.861838 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port d74f28d2-ec00-419e-acbf-2078d1c96f87 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:28:07.878746 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c0df38a6-6bc6-49cd-a47f-d89ca4e561e6 None None] Current status of the port d74f28d2-ec00-419e-acbf-2078d1c96f87 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:28:08.231047 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:09.596984 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device d74f28d2-ec00-419e-acbf-2078d1c96f87 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:28:09.644926 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port d74f28d2-ec00-419e-acbf-2078d1c96f87 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:28:09.645344 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (d74f28d2-ec00-419e-acbf-2078d1c96f87), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:09.670505 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:09.726079 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port d74f28d2-ec00-419e-acbf-2078d1c96f87 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:28:09.956291 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:28:10.071261 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:11.822164 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=14 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:28:15.436041 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=73,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:28:19.798524 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:28:19.801385 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:28:19.813892 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=20 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:28:34.709352 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6c1f24f0-8022-4a71-888e-abe756651bb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:37.331569 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e9e7649e-830a-4749-8bcf-501b0867044f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:38.263320 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:39.766160 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:39.887621 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:28:46.817359 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:28:48.821140 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:28:49.800833 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:28:49.808940 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:29:02.817588 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:29:04.678487 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-86a340c8-fe2d-4892-8297-388f9b6a020d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:07.353470 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-70e54ae3-9d12-48b2-8b39-0599eb7a4626 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:08.267178 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:09.759024 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:09.890747 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:19.806072 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:29:19.810385 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:29:23.817223 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:29:33.812837 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:29:33.813773 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:29:34.739535 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-46433e27-5b20-459d-9f3d-7e9c31379f5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:37.333481 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1f513dfe-ef5e-4300-b330-1b8f114d1c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:38.248344 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:39.677033 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:39.866291 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:49.793949 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:29:49.801639 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:29:54.321637 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 59996) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:29:54.327598 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [None req-d046f02d-7fe4-4692-b573-9bbe7a25662d tempest-verify_tempest_config-2133358544 tempest-verify_tempest_config-2133358544-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:29:54.328616 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d046f02d-7fe4-4692-b573-9bbe7a25662d tempest-verify_tempest_config-2133358544 tempest-verify_tempest_config-2133358544-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059879 Jun 30 16:29:54.900320 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60014) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:29:55.058985 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:55.188085 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Publish callbacks [] for security_group (0cc4f363-8cc2-4a03-90a6-e16497cf104b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:55.292731 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (0cc4f363-8cc2-4a03-90a6-e16497cf104b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:55.346984 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc4f363-8cc2-4a03-90a6-e16497cf104b,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:29:55.355943 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=392ae952a26f47c48914edeff1528a7a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4503183 Jun 30 16:29:55.364729 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60020) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:29:55.366057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.366057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.366057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.366057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.366057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.366057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.366057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.366057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.366057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.366057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.366057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.366057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.367894 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.367894 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.367894 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb2f2c19-a176-4434-9051-dd9bae24f138 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.437867 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Publish callbacks [] for security_group (0cc4f363-8cc2-4a03-90a6-e16497cf104b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:55.465517 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Publish callbacks [] for security_group (0cc4f363-8cc2-4a03-90a6-e16497cf104b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:55.652559 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (0cc4f363-8cc2-4a03-90a6-e16497cf104b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:55.655042 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:29:55.656256 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0cc4f363-8cc2-4a03-90a6-e16497cf104b HTTP/1.1" status: 204 len: 168 time: 0.2989533 Jun 30 16:29:55.666509 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc4f363-8cc2-4a03-90a6-e16497cf104b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:29:55.674486 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.674751 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.675086 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.675439 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.675790 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.676321 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.676672 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.677689 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.678260 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.678633 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.679055 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.679362 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.679857 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.680137 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:29:55.680424 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9987748e-4ff6-456f-8d14-0a937a43f4ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:30:00.818144 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:30:02.822369 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=17 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:30:04.674976 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34d42c67-05a4-433a-9167-a07c64d4b35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:30:05.345370 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=18,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:30:05.354588 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=21,neutron:INSERT=6 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:30:05.669925 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:30:05.671011 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:30:07.355147 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5b7965a6-dde6-488f-a9bf-12a0e65a0861 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:30:08.280447 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:30:09.657210 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:30:09.863793 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:30:10.813198 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=17 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:30:19.799367 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:30:19.806762 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:30:34.681910 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-67339952-9ad7-4d94-b038-52fbf13fd23e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:30:37.376578 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cff8be77-757a-4e3f-b3d7-b1aea709afc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:30:37.824565 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:30:38.295126 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:30:39.690788 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:30:39.836998 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:30:39.902356 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:30:49.805496 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:30:49.808698 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:30:49.819553 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=7 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:31:02.812429 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:31:02.814103 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:DELETE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:31:04.825305 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5eece3dd-00f5-474d-8af3-c19dd2a03680 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:31:07.334145 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1a9a660c-d4a2-4b6b-ad06-5de2ac1bf87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:31:08.334183 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:31:09.728057 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:31:09.865262 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:31:14.823338 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 5 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:31:19.795070 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:31:19.802081 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:31:24.819161 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:31:24.820007 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=5 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:31:34.704495 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-904a0982-b014-4a50-a785-df61f50535a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:31:37.378333 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-59aebf59-709d-4915-a6f4-c5c094248377 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:31:38.281244 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:31:39.692267 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:31:39.904506 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:31:40.829664 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1025749'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:31:49.798572 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=11 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:31:50.725011 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:31:51.824024 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:31:54.028017 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60094) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:31:54.154312 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-fcc97eab-2e98-4706-ad04-56c95ebaf8fe admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1251495 Jun 30 16:31:56.382823 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60104) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:31:56.483455 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c677333d-6c28-4e2d-97ce-a547ce5cb448 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0988755 Jun 30 16:32:02.767968 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=19 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:32:02.770258 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=15 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:32:04.146693 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:32:04.147838 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:32:04.725272 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0ff3bfde-12d4-4295-bbba-a96e099d84af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:32:06.473532 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:32:07.341963 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cc35cf81-60ab-4002-9fee-4d9e82aaaafd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:32:08.261990 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:32:09.668162 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:32:09.999019 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:32:10.742337 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:32:20.678588 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:32:20.680591 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:32:28.823751 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:32:30.819895 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:32:34.718905 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1a156291-25a1-47dc-a502-2ce23b38e731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:32:37.363279 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bbe15772-d838-4b07-973b-aebc64ccb979 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:32:38.283345 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:32:38.819896 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=5 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:32:39.722644 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:32:39.962162 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:32:40.746860 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:32:50.681989 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:32:50.683334 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:04.682095 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bc172290-5b67-4818-91ae-1c8985a5bab5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:05.822600 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:33:07.338935 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e5828873-dad8-4d4b-9209-da339d113059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:08.276120 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:09.671718 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:09.874657 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:10.779005 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:15.818403 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:15.819618 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:20.696568 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:20.698486 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:34.718921 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e8e4d2b7-e574-4aa2-96ce-d59585c417cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:35.536594 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60238) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:36.094147 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-305771521-network', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:36.184183 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Made reservation on behalf of 2da3dc7978d5414cba40e9e08dc39d94 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:33:36.187357 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:36.196996 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:36.287152 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Publish callbacks [] for security_group (8aea2331-ec63-4bd8-97af-ca7703c164dc), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:36.392848 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (8aea2331-ec63-4bd8-97af-ca7703c164dc), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:36.427319 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:33:36.435540 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aea2331-ec63-4bd8-97af-ca7703c164dc,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:36.446543 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768436504917', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (bafbb560-6c87-442b-8236-f1c5400b40da), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:36.447085 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Unsubscribe: segment precommit_create {{(pid=104394) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 30 16:33:36.447585 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.segments_db [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Added segment bafbb560-6c87-442b-8236-f1c5400b40da of type vlan for network 6814a2cd-e579-4a71-a5f8-7331dec8330d Jun 30 16:33:36.453439 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.453793 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.454248 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.454596 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.454933 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.455271 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.455645 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.456058 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.456405 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.456739 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.457083 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.457429 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.457761 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.458082 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.458405 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Tracked resource versions report: Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: pushed versions: Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: { 'AddressGroup': {'1.2'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Agent': {'1.1'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'ConntrackHelper': {'1.0'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'LocalIPAssociation': {'1.0'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Log': {'1.0'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'NDPProxy': {'1.0'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Network': {'1.1'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Port': {'1.7'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'PortForwarding': {'1.3'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'QosPolicy': {'1.10'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'SecurityGroup': {'1.5'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'SecurityGroupRule': {'1.2'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'SubPort': {'1.0'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Subnet': {'1.1'}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Trunk': {'1.1'}} Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: consumer versions: Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: { DHCP agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: HyperV agent@hv-cinder-83602: {}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: L3 agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: Metadata agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: Metering agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: Open vSwitch agent@dv-cinder-836027-2-iscsi: { 'AddressGroup': '1.2', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Agent': '1.1', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'ConntrackHelper': '1.0', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'LocalIPAssociation': '1.0', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Log': '1.0', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'NDPProxy': '1.0', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Network': '1.1', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Port': '1.7', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'PortForwarding': '1.3', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'QosPolicy': '1.10', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'SecurityGroup': '1.5', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'SecurityGroupRule': '1.2', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'SubPort': '1.0', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Subnet': '1.1', Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: 'Trunk': '1.1'}} Jun 30 16:33:36.459613 dv-cinder-836027-2-iscsi neutron-server[104394]: {{(pid=104394) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 16:33:36.522282 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (6814a2cd-e579-4a71-a5f8-7331dec8330d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:36.640653 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (6814a2cd-e579-4a71-a5f8-7331dec8330d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:36.643968 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:36.643968 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:36.749464 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] Pushing event updated for resources: {'Network': ['ID=6814a2cd-e579-4a71-a5f8-7331dec8330d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:36.760587 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 6814a2cd-e579-4a71-a5f8-7331dec8330d details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:33:36.773330 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60278) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:36.779454 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-0de3792b-71a9-4c1a-b56a-7bcd89dfe04c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.2416077 Jun 30 16:33:36.783530 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Request body: {'subnet': {'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-305771521-subnet', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:36.886208 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Made reservation on behalf of 2da3dc7978d5414cba40e9e08dc39d94 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:33:36.889135 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.046450 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60288) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:37.144367 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60300) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:37.193153 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for subnet (3d874353-8ab5-4f05-9ffb-5acedd70a928), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.247459 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d874353-8ab5-4f05-9ffb-5acedd70a928,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:37.252075 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-92912002-network', 'tenant_id': '839a189179c543c6a704a968170ec022'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:37.259435 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.259997 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.260358 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.260703 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.261028 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.261940 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.262352 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.262903 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.263392 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.263822 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.264240 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.264588 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.264904 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.265229 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.265545 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Tracked resource versions report: Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: pushed versions: Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: { 'AddressGroup': {'1.2'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Agent': {'1.1'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'ConntrackHelper': {'1.0'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'LocalIPAssociation': {'1.0'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Log': {'1.0'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'NDPProxy': {'1.0'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Network': {'1.1'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Port': {'1.7'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'PortForwarding': {'1.3'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'QosPolicy': {'1.10'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'SecurityGroup': {'1.5'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'SecurityGroupRule': {'1.2'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'SubPort': {'1.0'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Subnet': {'1.1'}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Trunk': {'1.1'}} Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: consumer versions: Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: { DHCP agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: HyperV agent@hv-cinder-83602: {}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: L3 agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: Metadata agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: Metering agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: Open vSwitch agent@dv-cinder-836027-2-iscsi: { 'AddressGroup': '1.2', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Agent': '1.1', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'ConntrackHelper': '1.0', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'LocalIPAssociation': '1.0', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Log': '1.0', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'NDPProxy': '1.0', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Network': '1.1', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Port': '1.7', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'PortForwarding': '1.3', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'QosPolicy': '1.10', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'SecurityGroup': '1.5', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'SecurityGroupRule': '1.2', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'SubPort': '1.0', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Subnet': '1.1', Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: 'Trunk': '1.1'}} Jun 30 16:33:37.266820 dv-cinder-836027-2-iscsi neutron-server[104393]: {{(pid=104393) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 16:33:37.372224 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Made reservation on behalf of 839a189179c543c6a704a968170ec022 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:33:37.374024 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-156c9591-73b0-41c9-a364-e991db2dd241 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.381579 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.395903 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.398554 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Checking segment: {'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:37.398916 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Network hostable DHCP agents. Network: 6814a2cd-e579-4a71-a5f8-7331dec8330d, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:33:37.490615 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Publish callbacks [] for security_group (bbff6864-9774-4038-837d-6cb4738717f1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.528748 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-806039068-network', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:37.554325 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Network 6814a2cd-e579-4a71-a5f8-7331dec8330d is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:33:37.640607 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (bbff6864-9774-4038-837d-6cb4738717f1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.656944 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:33:37.680608 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 6814a2cd-e579-4a71-a5f8-7331dec8330d) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:37.682090 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (15b45e43-a1e2-4357-b0b4-7805cb98f050), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.682468 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.segments_db [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Added segment 15b45e43-a1e2-4357-b0b4-7805cb98f050 of type vlan for network aff5e7b4-b06a-4065-b396-531d28bbc09e Jun 30 16:33:37.684855 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Made reservation on behalf of f942ab31bafc428bb1fba94aee2e0c32 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:33:37.687041 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:37.687173 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.691817 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.694781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f161a7b-4075-4553-9d71-dd8a7a1c6415 None None] Network 6814a2cd-e579-4a71-a5f8-7331dec8330d requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:33:37.705838 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.774685 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (aff5e7b4-b06a-4065-b396-531d28bbc09e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.797909 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-95f5e136-2b5d-4574-a21e-d4d09b4c1279 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0227759 Jun 30 16:33:37.801124 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60318) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:37.810855 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-305771521-router', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:37.811690 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbff6864-9774-4038-837d-6cb4738717f1,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:37.820516 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:37.840239 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=71,neutron:INSERT=22,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:37.883560 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-6814a2cd-e579-4a71-a5f8-7331dec8330d', 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d', 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'fixed_ips': [{'subnet_id': '3d874353-8ab5-4f05-9ffb-5acedd70a928'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:33:37.885189 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.896902 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Publish callbacks [] for security_group (fa6a5782-b57a-47fe-9427-7d4ac6e5dc28), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.898566 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (aff5e7b4-b06a-4065-b396-531d28bbc09e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.899768 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:37.908741 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.930279 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42960'] for router (cc403efa-ca18-4377-90d1-244cd392a88c), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.931536 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1039047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42969'] for router (cc403efa-ca18-4377-90d1-244cd392a88c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:37.978912 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] Pushing event updated for resources: {'Network': ['ID=aff5e7b4-b06a-4065-b396-531d28bbc09e,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:38.015825 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (fa6a5782-b57a-47fe-9427-7d4ac6e5dc28), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.030760 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Publish callbacks [] for router_controller (cc403efa-ca18-4377-90d1-244cd392a88c), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.037404 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network aff5e7b4-b06a-4065-b396-531d28bbc09e details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:33:38.090991 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60338) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:38.119949 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-6e4c40d4-f9f3-4342-8396-1eec22de2f68 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.0714374 Jun 30 16:33:38.122806 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa6a5782-b57a-47fe-9427-7d4ac6e5dc28,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:38.139280 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60344) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:38.139742 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60346) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:38.148801 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4b4b6e77-b3e7-4e0f-804b-cc015c645ed5 admin admin] Request body: {'subnet': {'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-subnet', 'tenant_id': '839a189179c543c6a704a968170ec022', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:38.167164 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:33:38.185136 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (1562fe27-942e-4a15-b292-c0f7e1e32794), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.185471 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.segments_db [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Added segment 1562fe27-942e-4a15-b292-c0f7e1e32794 of type vlan for network 16892394-e408-48ab-985b-412d1c45e5c5 Jun 30 16:33:38.235389 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (16892394-e408-48ab-985b-412d1c45e5c5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.271583 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Allocated IP 172.20.0.2 (6814a2cd-e579-4a71-a5f8-7331dec8330d/3d874353-8ab5-4f05-9ffb-5acedd70a928/f83a5d52-0d1e-45af-9a93-9295fe938161) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:38.279731 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b4b6e77-b3e7-4e0f-804b-cc015c645ed5 admin admin] Made reservation on behalf of 839a189179c543c6a704a968170ec022 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:33:38.282231 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6e77-b3e7-4e0f-804b-cc015c645ed5 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.366042 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Publish callbacks [] for router_gateway (cc403efa-ca18-4377-90d1-244cd392a88c), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.388611 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (16892394-e408-48ab-985b-412d1c45e5c5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.390385 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:38.391386 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.413535 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.495585 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] Pushing event updated for resources: {'Network': ['ID=16892394-e408-48ab-985b-412d1c45e5c5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:38.520418 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 16892394-e408-48ab-985b-412d1c45e5c5 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:33:38.553647 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-8d52cf3c-9234-44a2-98aa-c47ba20b9860 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.4081562 Jun 30 16:33:38.558721 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60360) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:38.567217 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-058dd3b2-62a6-4ec3-8033-0a08f37037d2 admin admin] Request body: {'subnet': {'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-806039068-subnet', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:38.684413 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-296916085-network', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:38.697676 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Publish callbacks [] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.728755 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058dd3b2-62a6-4ec3-8033-0a08f37037d2 admin admin] Made reservation on behalf of f942ab31bafc428bb1fba94aee2e0c32 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:33:38.730713 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-058dd3b2-62a6-4ec3-8033-0a08f37037d2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.753249 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-69284705-network', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:38.755273 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6e77-b3e7-4e0f-804b-cc015c645ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for subnet (59cfdb7b-50de-4ef1-8f7a-e95af2d78968), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.795908 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.806016 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Publish callbacks [] for router_gateway (cc403efa-ca18-4377-90d1-244cd392a88c), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.832727 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:38.901146 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Network 6814a2cd-e579-4a71-a5f8-7331dec8330d is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:38.930497 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:38.938464 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:38.946512 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Allocated IP 172.27.2.207 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/73ebbe19-8a44-45e5-ab57-ba470678fc97) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:38.988743 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:38.989435 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:38.994272 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Pushing event updated for resources: {'Port': ['ID=f83a5d52-0d1e-45af-9a93-9295fe938161,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:39.074782 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Publish callbacks [] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.103310 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b6e77-b3e7-4e0f-804b-cc015c645ed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59cfdb7b-50de-4ef1-8f7a-e95af2d78968,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:39.125185 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Made reservation on behalf of b66c389f8c5a47b2b97819e449c64ba0 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:33:39.125185 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.140138 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.157765 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.158786 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-058dd3b2-62a6-4ec3-8033-0a08f37037d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for subnet (62e7d36d-3495-499f-a7ab-fddad57919a9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.159232 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Tracked resource versions report: Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: pushed versions: Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: { 'AddressGroup': {'1.2'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Agent': {'1.1'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'ConntrackHelper': {'1.0'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'LocalIPAssociation': {'1.0'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Log': {'1.0'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'NDPProxy': {'1.0'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Network': {'1.1'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Port': {'1.7'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'PortForwarding': {'1.3'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'QosPolicy': {'1.10'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'SecurityGroup': {'1.5'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'SecurityGroupRule': {'1.2'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'SubPort': {'1.0'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Subnet': {'1.1'}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Trunk': {'1.1'}} Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: consumer versions: Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: { DHCP agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: HyperV agent@hv-cinder-83602: {}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: L3 agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: Metadata agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: Metering agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: Open vSwitch agent@dv-cinder-836027-2-iscsi: { 'AddressGroup': '1.2', Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Agent': '1.1', Jun 30 16:33:39.170781 dv-cinder-836027-2-iscsi neutron-server[104395]: 'ConntrackHelper': '1.0', Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: 'LocalIPAssociation': '1.0', Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Log': '1.0', Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: 'NDPProxy': '1.0', Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Network': '1.1', Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Port': '1.7', Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: 'PortForwarding': '1.3', Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: 'QosPolicy': '1.10', Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: 'SecurityGroup': '1.5', Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: 'SecurityGroupRule': '1.2', Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: 'SubPort': '1.0', Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Subnet': '1.1', Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: 'Trunk': '1.1'}} Jun 30 16:33:39.175424 dv-cinder-836027-2-iscsi neutron-server[104395]: {{(pid=104395) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 16:33:39.177302 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4b6e77-b3e7-4e0f-804b-cc015c645ed5 admin admin] Checking segment: {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:39.177302 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b6e77-b3e7-4e0f-804b-cc015c645ed5 admin admin] Network hostable DHCP agents. Network: aff5e7b4-b06a-4065-b396-531d28bbc09e, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:33:39.201490 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Attempting to bind port f83a5d52-0d1e-45af-9a93-9295fe938161 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:33:39.203167 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Attempting to bind port f83a5d52-0d1e-45af-9a93-9295fe938161 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:33:39.203808 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Attempting to bind port f83a5d52-0d1e-45af-9a93-9295fe938161 on network 6814a2cd-e579-4a71-a5f8-7331dec8330d {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:33:39.214162 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:33:39.214990 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Checking segment: {'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:39.216279 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.217188 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Bound using segment: {'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:33:39.218059 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Bound port: f83a5d52-0d1e-45af-9a93-9295fe938161, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:33:39.218603 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.249614 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.273587 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058dd3b2-62a6-4ec3-8033-0a08f37037d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62e7d36d-3495-499f-a7ab-fddad57919a9,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:39.282904 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:39.285107 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:39.295870 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058dd3b2-62a6-4ec3-8033-0a08f37037d2 admin admin] Checking segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:39.296123 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058dd3b2-62a6-4ec3-8033-0a08f37037d2 admin admin] Network hostable DHCP agents. Network: 16892394-e408-48ab-985b-412d1c45e5c5, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:33:39.304321 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:39.330318 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Publish callbacks [] for security_group (c5ece28f-bc91-4dd0-bfb5-0a2d32871ebb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.366631 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] For port f83a5d52-0d1e-45af-9a93-9295fe938161, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:33:39.372932 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] For port f83a5d52-0d1e-45af-9a93-9295fe938161, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f83a5d52-0d1e-45af-9a93-9295fe938161,segment=NetworkSegment(bafbb560-6c87-442b-8236-f1c5400b40da),segment_id=bafbb560-6c87-442b-8236-f1c5400b40da)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:33:39.389252 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4b6e77-b3e7-4e0f-804b-cc015c645ed5 admin admin] Network aff5e7b4-b06a-4065-b396-531d28bbc09e is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:33:39.395647 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Made reservation on behalf of 80a9bf240ed0447faaf33bec8f19cb70 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:33:39.398808 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.416396 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.475911 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058dd3b2-62a6-4ec3-8033-0a08f37037d2 admin admin] Network 16892394-e408-48ab-985b-412d1c45e5c5 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:33:39.478059 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (c5ece28f-bc91-4dd0-bfb5-0a2d32871ebb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.504031 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.509210 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:39.519367 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:33:39.525652 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Pushing event updated for resources: {'Port': ['ID=73ebbe19-8a44-45e5-ab57-ba470678fc97,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:39.573772 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (76bd542c-1e6d-4e1c-9ef9-658d225da1ac), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.575088 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.segments_db [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Added segment 76bd542c-1e6d-4e1c-9ef9-658d225da1ac of type vlan for network 93a4e560-3e75-48b5-b797-80cbf95a4a78 Jun 30 16:33:39.576718 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ece28f-bc91-4dd0-bfb5-0a2d32871ebb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:39.600172 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:39.660546 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-4b4b6e77-b3e7-4e0f-804b-cc015c645ed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, aff5e7b4-b06a-4065-b396-531d28bbc09e) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:39.662291 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-058dd3b2-62a6-4ec3-8033-0a08f37037d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 16892394-e408-48ab-985b-412d1c45e5c5) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:39.684539 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c6db0-7bc6-4ee2-b3b0-3f7b808e0310 None None] Network aff5e7b4-b06a-4065-b396-531d28bbc09e requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:33:39.688719 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9887fe-38de-424c-bf6d-7c5973b11bf3 None None] Pushing event updated for resources: {'Port': ['ID=f83a5d52-0d1e-45af-9a93-9295fe938161,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:39.693290 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b4b6e77-b3e7-4e0f-804b-cc015c645ed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:39.693893 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4b4b6e77-b3e7-4e0f-804b-cc015c645ed5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.703627 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (93a4e560-3e75-48b5-b797-80cbf95a4a78), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.743949 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837cd4b9-0421-4a48-b950-10f4c5ea8ea8 None None] Network 16892394-e408-48ab-985b-412d1c45e5c5 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:33:39.759183 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058dd3b2-62a6-4ec3-8033-0a08f37037d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:39.775241 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-058dd3b2-62a6-4ec3-8033-0a08f37037d2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.815804 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.835756 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Publish callbacks [] for router_gateway (cc403efa-ca18-4377-90d1-244cd392a88c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.866108 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-4b4b6e77-b3e7-4e0f-804b-cc015c645ed5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7231624 Jun 30 16:33:39.868672 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60392) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:39.874547 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:39.927267 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-058dd3b2-62a6-4ec3-8033-0a08f37037d2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3667679 Jun 30 16:33:39.930751 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (93a4e560-3e75-48b5-b797-80cbf95a4a78), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.940510 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:39.943066 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:39.947647 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60396) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:39.961955 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:39.983075 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Publish callbacks [] for security_group (bb730271-beb1-45fa-ab90-b617f8c4ba96), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.141499 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] Pushing event updated for resources: {'Network': ['ID=93a4e560-3e75-48b5-b797-80cbf95a4a78,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:40.145416 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42960'] for router (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.147050 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1039047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42969'] for router (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.169611 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (bb730271-beb1-45fa-ab90-b617f8c4ba96), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.184476 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:33:40.200956 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-0352b175-c518-487d-93e6-05e3fca7ec64 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.0536366 Jun 30 16:33:40.201984 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60406) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:40.211277 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7967eeb5-8660-42a5-9db8-9dc169d81d87 admin admin] Request body: {'subnet': {'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-subnet', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:40.225027 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 93a4e560-3e75-48b5-b797-80cbf95a4a78 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:33:40.247116 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (97b19339-4e3b-4b73-acd4-e36397fdbaa9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.247494 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.segments_db [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Added segment 97b19339-4e3b-4b73-acd4-e36397fdbaa9 of type vlan for network 8aed81da-8ea7-4176-b3f4-7d728693f230 Jun 30 16:33:40.337950 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:INSERT=18,neutron:SELECT=74,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:40.351153 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (8aed81da-8ea7-4176-b3f4-7d728693f230), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.367994 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42960'] for router (a005fa75-8b3f-4f75-8a91-569497cf738a), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.370218 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1039047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42969'] for router (a005fa75-8b3f-4f75-8a91-569497cf738a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.406890 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Publish callbacks [] for router_controller (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.424697 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-aff5e7b4-b06a-4065-b396-531d28bbc09e', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'project_id': '839a189179c543c6a704a968170ec022', 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:33:40.426174 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.440219 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Publish callbacks [] for router_controller (a005fa75-8b3f-4f75-8a91-569497cf738a), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.449613 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb730271-beb1-45fa-ab90-b617f8c4ba96,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:40.481318 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1039425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570'] for router (cc403efa-ca18-4377-90d1-244cd392a88c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.540225 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7967eeb5-8660-42a5-9db8-9dc169d81d87 admin admin] Made reservation on behalf of b66c389f8c5a47b2b97819e449c64ba0 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:33:40.549202 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7967eeb5-8660-42a5-9db8-9dc169d81d87 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.629184 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:40.661780 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Allocated IP 172.20.0.2 (aff5e7b4-b06a-4065-b396-531d28bbc09e/59cfdb7b-50de-4ef1-8f7a-e95af2d78968/f112abf3-d136-4fff-a648-383800b7f687) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:40.713435 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.733362 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-16892394-e408-48ab-985b-412d1c45e5c5', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:33:40.734900 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.887611 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Publish callbacks [] for router_gateway (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.923295 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.928377 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (8aed81da-8ea7-4176-b3f4-7d728693f230), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.929718 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:40.930407 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:40.935420 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:41.087281 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Publish callbacks [] for port (f112abf3-d136-4fff-a648-383800b7f687), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:41.123101 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Allocated IP 172.20.0.2 (16892394-e408-48ab-985b-412d1c45e5c5/62e7d36d-3495-499f-a7ab-fddad57919a9/17a41b07-2281-472d-8e28-b4cbc6c87377) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:41.200609 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.1082196 Jun 30 16:33:41.204242 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60428) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:41.208038 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4132795-8174-422a-81c7-59cf1ed11265 admin admin] Pushing event updated for resources: {'Network': ['ID=8aed81da-8ea7-4176-b3f4-7d728693f230,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:41.223380 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d257e467-4088-4338-b237-949fe977e1d4 admin admin] Request body: {'subnet': {'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-69284705-subnet', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:41.229265 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Publish callbacks [] for router_gateway (a005fa75-8b3f-4f75-8a91-569497cf738a), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:41.239210 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 8aed81da-8ea7-4176-b3f4-7d728693f230 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:33:41.272393 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (f112abf3-d136-4fff-a648-383800b7f687), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:41.301145 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Network aff5e7b4-b06a-4065-b396-531d28bbc09e is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:41.356247 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d257e467-4088-4338-b237-949fe977e1d4 admin admin] Made reservation on behalf of 80a9bf240ed0447faaf33bec8f19cb70 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:33:41.358690 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d257e467-4088-4338-b237-949fe977e1d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:41.369047 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:41.404082 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:41.415063 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Publish callbacks [] for router_gateway (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:41.462220 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:41.468255 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8ebd6b-f642-4553-8f81-6109b844d800 None None] Network 6814a2cd-e579-4a71-a5f8-7331dec8330d requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:33:41.535861 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Attempting to bind port f112abf3-d136-4fff-a648-383800b7f687 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:33:41.536233 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Attempting to bind port f112abf3-d136-4fff-a648-383800b7f687 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:33:41.536588 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Attempting to bind port f112abf3-d136-4fff-a648-383800b7f687 on network aff5e7b4-b06a-4065-b396-531d28bbc09e {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:33:41.549493 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:41.550527 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:33:41.551592 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Checking segment: {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:41.551592 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:41.551803 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Bound using segment: {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:33:41.552244 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Bound port: f112abf3-d136-4fff-a648-383800b7f687, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:33:41.552656 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f112abf3-d136-4fff-a648-383800b7f687), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:41.559751 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Router cc403efa-ca18-4377-90d1-244cd392a88c is scheduled to L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 16:33:41.638112 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Pushing event updated for resources: {'Port': ['ID=f112abf3-d136-4fff-a648-383800b7f687,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:41.677237 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ac41f501-5947-4462-a1c9-47b186268c3f None None] Provisioning complete for port f83a5d52-0d1e-45af-9a93-9295fe938161 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:41.677632 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ac41f501-5947-4462-a1c9-47b186268c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.018694 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Allocated IP 172.27.2.150 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/714e2786-4f81-41dc-8f3a-28c5417357af) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:42.021206 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d257e467-4088-4338-b237-949fe977e1d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for subnet (02ad2b4a-36a6-4968-8296-92b670df27ed), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.023920 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] For port f112abf3-d136-4fff-a648-383800b7f687, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:33:42.024405 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7967eeb5-8660-42a5-9db8-9dc169d81d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for subnet (36d695e2-318a-416b-9854-a898a8097f8d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.024740 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] For port f112abf3-d136-4fff-a648-383800b7f687, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f112abf3-d136-4fff-a648-383800b7f687,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:33:42.025167 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:42.025476 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f83a5d52-0d1e-45af-9a93-9295fe938161 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:33:42.025476 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Publish callbacks [] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.025667 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Publish callbacks [] for port (714e2786-4f81-41dc-8f3a-28c5417357af), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.025756 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257e467-4088-4338-b237-949fe977e1d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02ad2b4a-36a6-4968-8296-92b670df27ed,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:42.030338 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ac41f501-5947-4462-a1c9-47b186268c3f None None] Current status of the port f83a5d52-0d1e-45af-9a93-9295fe938161 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:42.030941 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ac41f501-5947-4462-a1c9-47b186268c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.056734 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port f83a5d52-0d1e-45af-9a93-9295fe938161 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:42.057427 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.062493 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d257e467-4088-4338-b237-949fe977e1d4 admin admin] Checking segment: {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:42.062943 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257e467-4088-4338-b237-949fe977e1d4 admin admin] Network hostable DHCP agents. Network: 8aed81da-8ea7-4176-b3f4-7d728693f230, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:33:42.094084 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:33:42.112326 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.118822 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Sync routers for ids ['cc403efa-ca18-4377-90d1-244cd392a88c'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:33:42.144943 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7967eeb5-8660-42a5-9db8-9dc169d81d87 admin admin] Checking segment: {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:42.145366 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7967eeb5-8660-42a5-9db8-9dc169d81d87 admin admin] Network hostable DHCP agents. Network: 93a4e560-3e75-48b5-b797-80cbf95a4a78, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:33:42.146237 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Routers {'cc403efa-ca18-4377-90d1-244cd392a88c'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:42.148662 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['cc403efa-ca18-4377-90d1-244cd392a88c'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:42.159123 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (f112abf3-d136-4fff-a648-383800b7f687), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.205418 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (714e2786-4f81-41dc-8f3a-28c5417357af), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.218077 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Publish callbacks [] for router_gateway (a005fa75-8b3f-4f75-8a91-569497cf738a), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.266365 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:42.271972 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.349880 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ac41f501-5947-4462-a1c9-47b186268c3f None None] For port f83a5d52-0d1e-45af-9a93-9295fe938161, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f83a5d52-0d1e-45af-9a93-9295fe938161,segment=NetworkSegment(bafbb560-6c87-442b-8236-f1c5400b40da),segment_id=bafbb560-6c87-442b-8236-f1c5400b40da)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:33:42.372696 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:42.374756 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Pushing event updated for resources: {'Port': ['ID=17a41b07-2281-472d-8e28-b4cbc6c87377,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:42.378968 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:42.420677 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Network 16892394-e408-48ab-985b-412d1c45e5c5 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:42.429445 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Allocated IP 172.27.2.40 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/95406e69-4287-44ca-8a38-ab28cd14e1b8) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:42.605634 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Publish callbacks [] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.613530 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port f83a5d52-0d1e-45af-9a93-9295fe938161 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:42.619302 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:42.646695 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ac41f501-5947-4462-a1c9-47b186268c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.669324 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:42.686659 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7967eeb5-8660-42a5-9db8-9dc169d81d87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36d695e2-318a-416b-9854-a898a8097f8d,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:42.701721 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.710433 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ac83671f-0cdf-4c87-a09c-c58794cfdef3 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9078517 Jun 30 16:33:42.712296 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60450) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:42.737055 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Pushing event updated for resources: {'Port': ['ID=714e2786-4f81-41dc-8f3a-28c5417357af,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:42.795014 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58141ed3-f144-4989-8121-7016d3bfe194 None None] Pushing event updated for resources: {'Port': ['ID=f112abf3-d136-4fff-a648-383800b7f687,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:42.829753 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:33:42.835853 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Set router cc403efa-ca18-4377-90d1-244cd392a88c gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:42.888118 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d257e467-4088-4338-b237-949fe977e1d4 admin admin] Network 8aed81da-8ea7-4176-b3f4-7d728693f230 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:33:42.891671 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:42.950359 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41f501-5947-4462-a1c9-47b186268c3f None None] Pushing event updated for resources: {'Port': ['ID=f83a5d52-0d1e-45af-9a93-9295fe938161,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:42.967941 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:42.985643 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:43.008135 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7967eeb5-8660-42a5-9db8-9dc169d81d87 admin admin] Network 93a4e560-3e75-48b5-b797-80cbf95a4a78 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:33:43.062053 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Pushing event updated for resources: {'Port': ['ID=95406e69-4287-44ca-8a38-ab28cd14e1b8,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:43.128229 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:43.192579 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d704f465-4e86-4d9c-9c11-7dd85342553e None None] Provisioning complete for port f83a5d52-0d1e-45af-9a93-9295fe938161 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:43.206254 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:43.206754 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d704f465-4e86-4d9c-9c11-7dd85342553e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:43.237383 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:43.263687 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-7967eeb5-8660-42a5-9db8-9dc169d81d87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 93a4e560-3e75-48b5-b797-80cbf95a4a78) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:43.271040 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7967eeb5-8660-42a5-9db8-9dc169d81d87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:43.271831 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7967eeb5-8660-42a5-9db8-9dc169d81d87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:43.274562 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d257e467-4088-4338-b237-949fe977e1d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 8aed81da-8ea7-4176-b3f4-7d728693f230) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:43.281823 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d257e467-4088-4338-b237-949fe977e1d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:43.282109 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d257e467-4088-4338-b237-949fe977e1d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:43.288035 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'name': 'tempest-DeleteServersTestJSON-305771521-router', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:37Z', 'updated_at': '2022-06-30T16:33:39Z', 'revision_number': 3, 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'gw_port': {'id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:38Z', 'updated_at': '2022-06-30T16:33:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:43.309500 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Publish callbacks [] for router_gateway (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:43.336282 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221a357e-90af-47fb-a82d-2900d0777cb2 None None] Network 93a4e560-3e75-48b5-b797-80cbf95a4a78 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:33:43.338656 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a3d019-8ebd-496c-8ff6-c408cee1f1fd None None] Network 8aed81da-8ea7-4176-b3f4-7d728693f230 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:33:43.348228 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Checking router: cc403efa-ca18-4377-90d1-244cd392a88c for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:33:43.348806 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Updating router cc403efa-ca18-4377-90d1-244cd392a88c port 73ebbe19-8a44-45e5-ab57-ba470678fc97 binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:33:43.433913 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:43.437451 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d704f465-4e86-4d9c-9c11-7dd85342553e None None] Current status of the port f83a5d52-0d1e-45af-9a93-9295fe938161 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:43.440092 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Attempting to bind port 17a41b07-2281-472d-8e28-b4cbc6c87377 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:33:43.440599 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Attempting to bind port 17a41b07-2281-472d-8e28-b4cbc6c87377 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:33:43.441085 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Attempting to bind port 17a41b07-2281-472d-8e28-b4cbc6c87377 on network 16892394-e408-48ab-985b-412d1c45e5c5 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:33:43.452875 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:33:43.453401 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Checking segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:43.453992 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:43.454937 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Bound using segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:33:43.455584 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Bound port: 17a41b07-2281-472d-8e28-b4cbc6c87377, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:33:43.456130 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:43.625191 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d257e467-4088-4338-b237-949fe977e1d4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.4125693 Jun 30 16:33:43.673849 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60462) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:43.675377 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1039425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570'] for router (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:43.687346 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:43.709590 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=78,neutron:UPDATE=6,neutron:INSERT=10,neutron:DELETE=6 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:43.840655 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-7967eeb5-8660-42a5-9db8-9dc169d81d87 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 3.6330764 Jun 30 16:33:43.844237 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60464) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:43.936663 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:43.948381 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42960'] for router (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:43.954609 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1039047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42969'] for router (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:43.956802 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:43.977935 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Publish callbacks [] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:43.980218 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-8aed81da-8ea7-4176-b3f4-7d728693f230', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:33:43.982422 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.080689 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.111168 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f112abf3-d136-4fff-a648-383800b7f687 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:33:44.158850 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Publish callbacks [] for router_controller (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.213501 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42960'] for router (d6d5f641-a89e-47d3-a366-d76d2d58f536), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.218300 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1039047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42969'] for router (d6d5f641-a89e-47d3-a366-d76d2d58f536), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.228251 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Attempting to bind port 73ebbe19-8a44-45e5-ab57-ba470678fc97 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:33:44.228879 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Attempting to bind port 73ebbe19-8a44-45e5-ab57-ba470678fc97 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:33:44.229415 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Attempting to bind port 73ebbe19-8a44-45e5-ab57-ba470678fc97 on network 31e1378b-073c-4b12-ba8a-daf195bf9e82 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:33:44.240928 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:44.242832 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:33:44.242832 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:44.243793 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.244338 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Bound using segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:33:44.245357 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Bound port: 73ebbe19-8a44-45e5-ab57-ba470678fc97, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:33:44.245899 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.291504 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Publish callbacks [] for router_gateway (a005fa75-8b3f-4f75-8a91-569497cf738a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.321125 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Pushing event updated for resources: {'Port': ['ID=73ebbe19-8a44-45e5-ab57-ba470678fc97,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:44.351527 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.366435 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.366706 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.367228 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.367747 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.368341 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.368996 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.369472 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.369982 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.370531 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.371301 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.372316 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.372797 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.373292 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.373773 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Tracked resource versions report: Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: pushed versions: Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: { 'AddressGroup': {'1.2'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Agent': {'1.1'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'ConntrackHelper': {'1.0'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'LocalIPAssociation': {'1.0'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Log': {'1.0'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'NDPProxy': {'1.0'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Network': {'1.1'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Port': {'1.7'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'PortForwarding': {'1.3'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'QosPolicy': {'1.10'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'SecurityGroup': {'1.5'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'SecurityGroupRule': {'1.2'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'SubPort': {'1.0'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Subnet': {'1.1'}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Trunk': {'1.1'}} Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: consumer versions: Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: { DHCP agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: HyperV agent@hv-cinder-83602: {}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: L3 agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: Metadata agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: Metering agent@dv-cinder-836027-2-iscsi: {}, Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: Open vSwitch agent@dv-cinder-836027-2-iscsi: { 'AddressGroup': '1.2', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Agent': '1.1', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'ConntrackHelper': '1.0', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'LocalIPAssociation': '1.0', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Log': '1.0', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'NDPProxy': '1.0', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Network': '1.1', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Port': '1.7', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'PortForwarding': '1.3', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'QosPolicy': '1.10', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'SecurityGroup': '1.5', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'SecurityGroupRule': '1.2', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'SubPort': '1.0', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Subnet': '1.1', Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: 'Trunk': '1.1'}} Jun 30 16:33:44.375195 dv-cinder-836027-2-iscsi neutron-server[104396]: {{(pid=104396) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 30 16:33:44.410287 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-93a4e560-3e75-48b5-b797-80cbf95a4a78', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:33:44.411244 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.453524 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] For port 73ebbe19-8a44-45e5-ab57-ba470678fc97, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:33:44.457878 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] For port 73ebbe19-8a44-45e5-ab57-ba470678fc97, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=73ebbe19-8a44-45e5-ab57-ba470678fc97,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:33:44.467676 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56727fcf-215d-4789-b133-98b829e7e626 None None] Network aff5e7b4-b06a-4065-b396-531d28bbc09e requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:33:44.526098 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Publish callbacks [] for router_gateway (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.536130 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 is scheduled to L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 16:33:44.589644 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.628464 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] For port 17a41b07-2281-472d-8e28-b4cbc6c87377, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:33:44.660375 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f49136c9-9659-479d-bb03-b2bdd23e2e7e None None] Provisioning complete for port f112abf3-d136-4fff-a648-383800b7f687 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:44.660798 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f49136c9-9659-479d-bb03-b2bdd23e2e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f112abf3-d136-4fff-a648-383800b7f687), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.669157 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1039425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570'] for router (a005fa75-8b3f-4f75-8a91-569497cf738a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.727045 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe5940a-c0d3-46d7-90db-23b6344c8e8d None None] Pushing event updated for resources: {'Port': ['ID=73ebbe19-8a44-45e5-ab57-ba470678fc97,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:44.780142 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Routers {'cc403efa-ca18-4377-90d1-244cd392a88c'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:44.781198 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['cc403efa-ca18-4377-90d1-244cd392a88c'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:44.796448 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.813350 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Publish callbacks [] for router_controller (d6d5f641-a89e-47d3-a366-d76d2d58f536), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.825692 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:44.833136 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:33:44.926893 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] For port 17a41b07-2281-472d-8e28-b4cbc6c87377, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=17a41b07-2281-472d-8e28-b4cbc6c87377,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:33:44.928710 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f49136c9-9659-479d-bb03-b2bdd23e2e7e None None] Current status of the port f112abf3-d136-4fff-a648-383800b7f687 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:44.929282 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f49136c9-9659-479d-bb03-b2bdd23e2e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f112abf3-d136-4fff-a648-383800b7f687), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.940993 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Sync routers for ids ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:33:44.958824 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port f112abf3-d136-4fff-a648-383800b7f687 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:44.960352 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:44.960481 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f112abf3-d136-4fff-a648-383800b7f687), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.987879 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:44.989298 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-7c02e08c-5197-4cec-bf8c-60610044f36e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.1194077 Jun 30 16:33:44.992460 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60498) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:45.048880 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] Set router cc403efa-ca18-4377-90d1-244cd392a88c gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:45.083871 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Routers {'21aaf4f9-9d24-4f18-80a0-bde536b4fd01'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:45.084746 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:45.090402 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:45.098466 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Allocated IP 172.20.0.1 (6814a2cd-e579-4a71-a5f8-7331dec8330d/3d874353-8ab5-4f05-9ffb-5acedd70a928/3ccbf265-5926-4381-ab16-efc882cc06fa) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:45.181398 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:45.330637 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'name': 'tempest-DeleteServersTestJSON-305771521-router', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:37Z', 'updated_at': '2022-06-30T16:33:39Z', 'revision_number': 3, 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'gw_port': {'id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:38Z', 'updated_at': '2022-06-30T16:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:45.336125 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Publish callbacks [] for router_gateway (d6d5f641-a89e-47d3-a366-d76d2d58f536), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:45.373670 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405eaee-366b-4149-8299-0ddadc46cb76 None None] Pushing event updated for resources: {'Port': ['ID=17a41b07-2281-472d-8e28-b4cbc6c87377,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:45.411661 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f45ccb8-183d-410b-b80b-cb51b0ce3a74 None None] The sync data for ids ['cc403efa-ca18-4377-90d1-244cd392a88c'] in dv-cinder-836027-2-iscsi is: [{'id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'name': 'tempest-DeleteServersTestJSON-305771521-router', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:37Z', 'updated_at': '2022-06-30T16:33:39Z', 'revision_number': 3, 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'gw_port': {'id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:38Z', 'updated_at': '2022-06-30T16:33:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:33:45.436480 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Allocated IP 172.20.0.2 (8aed81da-8ea7-4176-b3f4-7d728693f230/02ad2b4a-36a6-4968-8296-92b670df27ed/0173e28e-6d79-468f-85d5-5f014a91e618) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:45.439056 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:45.441333 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f49136c9-9659-479d-bb03-b2bdd23e2e7e None None] For port f112abf3-d136-4fff-a648-383800b7f687, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f112abf3-d136-4fff-a648-383800b7f687,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:33:45.521663 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port f112abf3-d136-4fff-a648-383800b7f687 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:45.522365 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f112abf3-d136-4fff-a648-383800b7f687), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:45.554423 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Publish callbacks [] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:45.673308 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f49136c9-9659-479d-bb03-b2bdd23e2e7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (f112abf3-d136-4fff-a648-383800b7f687), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:45.701762 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:45.825028 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Pushing event updated for resources: {'Port': ['ID=3ccbf265-5926-4381-ab16-efc882cc06fa,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:45.920468 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49136c9-9659-479d-bb03-b2bdd23e2e7e None None] Pushing event updated for resources: {'Port': ['ID=f112abf3-d136-4fff-a648-383800b7f687,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:45.925268 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.db.api [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 30 16:33:45.926058 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG oslo_db.api [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 16:33:45.930807 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Network 6814a2cd-e579-4a71-a5f8-7331dec8330d is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:45.952107 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:45.956959 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:45.958459 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040305'] for router_interface (cc403efa-ca18-4377-90d1-244cd392a88c), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:45.997620 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Allocated IP 172.20.0.2 (93a4e560-3e75-48b5-b797-80cbf95a4a78/36d695e2-318a-416b-9854-a898a8097f8d/cff7b274-d4a4-47a5-aa05-aa959ad54981) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:46.053219 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-835d77e1-cf13-4298-a496-9606184efdac None None] Provisioning complete for port f112abf3-d136-4fff-a648-383800b7f687 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:46.053620 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-835d77e1-cf13-4298-a496-9606184efdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f112abf3-d136-4fff-a648-383800b7f687), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:46.099049 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Router a005fa75-8b3f-4f75-8a91-569497cf738a is scheduled to L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 16:33:46.109929 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Publish callbacks [] for router_gateway (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:46.179811 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:46.181525 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Set router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:46.410064 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:46.689295 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:46.690566 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Publish callbacks [] for port (0173e28e-6d79-468f-85d5-5f014a91e618), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:46.741371 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:46.757195 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Allocated IP 172.27.2.248 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/20d753e0-41d5-4555-ae6b-134fad086e8a) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:46.800482 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-835d77e1-cf13-4298-a496-9606184efdac None None] Current status of the port f112abf3-d136-4fff-a648-383800b7f687 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:46.813119 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Publish callbacks [] for router_gateway (d6d5f641-a89e-47d3-a366-d76d2d58f536), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:46.863899 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port f112abf3-d136-4fff-a648-383800b7f687 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:46.865320 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f83a5d52-0d1e-45af-9a93-9295fe938161 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:33:46.866573 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:46.868105 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:46.868823 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:46.880519 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:46.893222 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:33:46.902320 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Sync routers for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:33:46.939373 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:46.944361 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:47.109027 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:47.110660 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-50563d8b-c2c5-4caa-a800-fab6d5a2d89e admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1619639 Jun 30 16:33:47.119159 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60530) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:47.280775 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:47.285242 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:47.286550 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:47.319025 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port f83a5d52-0d1e-45af-9a93-9295fe938161 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:47.319421 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:47.320287 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:47.380637 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:47.455785 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Network 8aed81da-8ea7-4176-b3f4-7d728693f230 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:47.495626 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:47.507996 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:47.628444 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Publish callbacks [] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:47.642302 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Publish callbacks [] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:47.653117 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Allocated IP 172.20.0.1 (aff5e7b4-b06a-4065-b396-531d28bbc09e/59cfdb7b-50de-4ef1-8f7a-e95af2d78968/3d74a2df-2d2f-4e0a-90dc-8f00783c10f8) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:47.669263 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=4,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:47.704611 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-61290ec7-f1d0-4c97-811c-5cc674247ad1 None None] Provisioning complete for port 3ccbf265-5926-4381-ab16-efc882cc06fa triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:47.705168 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-61290ec7-f1d0-4c97-811c-5cc674247ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:47.716294 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:43Z', 'revision_number': 3, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:33:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:47.741157 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Publish callbacks [] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:47.751806 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b384b343-2da6-4e12-a0e6-f7ac53402b13 None None] Network 16892394-e408-48ab-985b-412d1c45e5c5 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:33:47.762422 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Checking router: a005fa75-8b3f-4f75-8a91-569497cf738a for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:33:47.763043 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Updating router a005fa75-8b3f-4f75-8a91-569497cf738a port 95406e69-4287-44ca-8a38-ab28cd14e1b8 binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:33:47.787274 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-61290ec7-f1d0-4c97-811c-5cc674247ad1 None None] Port 3ccbf265-5926-4381-ab16-efc882cc06fa cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:33:47.815727 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:47.820050 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:47.832799 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:47.833577 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040173'] for router_interface (cc403efa-ca18-4377-90d1-244cd392a88c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:47.848600 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port f83a5d52-0d1e-45af-9a93-9295fe938161 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:47.851627 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Pushing event updated for resources: {'Port': ['ID=0173e28e-6d79-468f-85d5-5f014a91e618,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:47.894275 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Pushing event updated for resources: {'Port': ['ID=20d753e0-41d5-4555-ae6b-134fad086e8a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:47.903333 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:47.925930 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Publish callbacks [] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:47.930691 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:47.939275 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:47.950877 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:47.958442 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Allocated IP 172.27.2.47 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/edeed624-e28b-4261-afda-619a688cdab7) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:47.960348 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:48.054941 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Pushing event updated for resources: {'Port': ['ID=cff7b274-d4a4-47a5-aa05-aa959ad54981,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:48.107392 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Attempting to bind port 0173e28e-6d79-468f-85d5-5f014a91e618 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:33:48.107788 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Attempting to bind port 0173e28e-6d79-468f-85d5-5f014a91e618 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:33:48.108149 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Attempting to bind port 0173e28e-6d79-468f-85d5-5f014a91e618 on network 8aed81da-8ea7-4176-b3f4-7d728693f230 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:33:48.120752 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:48.137940 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Network 93a4e560-3e75-48b5-b797-80cbf95a4a78 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:48.146026 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:48.147616 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-78fcca72-e1ef-4f8b-a833-6d8b9097ee58 None None] Provisioning complete for port 17a41b07-2281-472d-8e28-b4cbc6c87377 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:48.148007 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-78fcca72-e1ef-4f8b-a833-6d8b9097ee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.155571 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:33:48.155944 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Checking segment: {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:48.156195 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.156762 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Bound using segment: {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:33:48.157255 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Bound port: 0173e28e-6d79-468f-85d5-5f014a91e618, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:33:48.157634 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.179020 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:48.182329 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Pushing event updated for resources: {'Port': ['ID=3ccbf265-5926-4381-ab16-efc882cc06fa,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:48.214457 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.241826 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:42Z', 'revision_number': 3, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:33:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:48.293328 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 73ebbe19-8a44-45e5-ab57-ba470678fc97 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:33:48.303196 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.303296 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Checking router: 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:33:48.303609 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Updating router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 port 714e2786-4f81-41dc-8f3a-28c5417357af binding host dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:33:48.306252 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:48.345439 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Network aff5e7b4-b06a-4065-b396-531d28bbc09e is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:48.369436 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Publish callbacks [] for port (edeed624-e28b-4261-afda-619a688cdab7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.378653 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:48.384549 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:48.384549 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040305'] for router_interface (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.420312 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:48.436899 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Attempting to bind port cff7b274-d4a4-47a5-aa05-aa959ad54981 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:33:48.437275 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Attempting to bind port cff7b274-d4a4-47a5-aa05-aa959ad54981 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:33:48.437638 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Attempting to bind port cff7b274-d4a4-47a5-aa05-aa959ad54981 on network 93a4e560-3e75-48b5-b797-80cbf95a4a78 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:33:48.443159 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3d74a2df-2d2f-4e0a-90dc-8f00783c10f8,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:48.450251 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (714e2786-4f81-41dc-8f3a-28c5417357af), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.465539 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:33:48.465962 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Checking segment: {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:48.466325 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.466712 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Bound using segment: {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:33:48.467216 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Bound port: cff7b274-d4a4-47a5-aa05-aa959ad54981, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:33:48.467642 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.477626 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:48.511847 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Network 6814a2cd-e579-4a71-a5f8-7331dec8330d is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:48.532397 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:48.556640 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] For port 0173e28e-6d79-468f-85d5-5f014a91e618, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:33:48.606522 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-78fcca72-e1ef-4f8b-a833-6d8b9097ee58 None None] Current status of the port 17a41b07-2281-472d-8e28-b4cbc6c87377 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:48.610000 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-78fcca72-e1ef-4f8b-a833-6d8b9097ee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.619867 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 73ebbe19-8a44-45e5-ab57-ba470678fc97 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:48.620347 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.636330 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (edeed624-e28b-4261-afda-619a688cdab7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.654031 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] For port 0173e28e-6d79-468f-85d5-5f014a91e618, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=0173e28e-6d79-468f-85d5-5f014a91e618,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:33:48.756093 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:48.773872 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Pushing event updated for resources: {'Port': ['ID=edeed624-e28b-4261-afda-619a688cdab7,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:48.783696 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Allocated IP 172.20.0.1 (16892394-e408-48ab-985b-412d1c45e5c5/62e7d36d-3495-499f-a7ab-fddad57919a9/e1d1984c-5ac3-4219-baf3-d9d70dc51e11) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:48.869307 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:48.899575 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:48.917470 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:48.934861 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:48.970666 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Publish callbacks [] for router_gateway (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.973009 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-78fcca72-e1ef-4f8b-a833-6d8b9097ee58 None None] For port 17a41b07-2281-472d-8e28-b4cbc6c87377, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=17a41b07-2281-472d-8e28-b4cbc6c87377,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:33:48.992194 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Publish callbacks [] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:48.999803 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.045004 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] For port cff7b274-d4a4-47a5-aa05-aa959ad54981, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:33:49.072635 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.074367 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] For port cff7b274-d4a4-47a5-aa05-aa959ad54981, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=cff7b274-d4a4-47a5-aa05-aa959ad54981,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:33:49.082440 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-78fcca72-e1ef-4f8b-a833-6d8b9097ee58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.165830 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488477b-6b5c-4d36-a266-6ea96c871713 None None] Pushing event updated for resources: {'Port': ['ID=0173e28e-6d79-468f-85d5-5f014a91e618,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:49.213443 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.275880 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:49.286171 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.289487 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda4a2f-a119-48ab-954f-4645759059f0 None None] Pushing event updated for resources: {'Port': ['ID=95406e69-4287-44ca-8a38-ab28cd14e1b8,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:49.294493 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Attempting to bind port 95406e69-4287-44ca-8a38-ab28cd14e1b8 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:33:49.294983 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Attempting to bind port 95406e69-4287-44ca-8a38-ab28cd14e1b8 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:33:49.301065 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Attempting to bind port 95406e69-4287-44ca-8a38-ab28cd14e1b8 on network 31e1378b-073c-4b12-ba8a-daf195bf9e82 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:33:49.302380 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:33:49.302380 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:49.302824 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.303320 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Bound using segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:33:49.306389 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Bound port: 95406e69-4287-44ca-8a38-ab28cd14e1b8, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:33:49.306905 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.363782 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:49.372124 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Router cc403efa-ca18-4377-90d1-244cd392a88c has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:33:49.387066 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1039425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570'] for router (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.433992 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 73ebbe19-8a44-45e5-ab57-ba470678fc97 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:49.434385 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.440036 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2dc5dbd0-bd88-4612-821b-707895fef712 None None] Provisioning complete for port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:49.440724 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2dc5dbd0-bd88-4612-821b-707895fef712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.465035 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] For port 95406e69-4287-44ca-8a38-ab28cd14e1b8, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:33:49.470800 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] For port 95406e69-4287-44ca-8a38-ab28cd14e1b8, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=95406e69-4287-44ca-8a38-ab28cd14e1b8,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:33:49.540465 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port 73ebbe19-8a44-45e5-ab57-ba470678fc97, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=73ebbe19-8a44-45e5-ab57-ba470678fc97,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:33:49.553228 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5dbd0-bd88-4612-821b-707895fef712 None None] Port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:33:49.556183 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.558482 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fcca72-e1ef-4f8b-a833-6d8b9097ee58 None None] Pushing event updated for resources: {'Port': ['ID=17a41b07-2281-472d-8e28-b4cbc6c87377,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:49.623621 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2dc5dbd0-bd88-4612-821b-707895fef712 None None] Provisioning complete for port 3ccbf265-5926-4381-ab16-efc882cc06fa triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:49.624359 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2dc5dbd0-bd88-4612-821b-707895fef712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.663413 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:49.664314 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:49.723313 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.723313 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 17a41b07-2281-472d-8e28-b4cbc6c87377 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:33:49.771151 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:49.811863 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Publish callbacks [] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.845981 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea28fe1-5518-4edb-95ec-49913466af2b None None] Pushing event updated for resources: {'Port': ['ID=cff7b274-d4a4-47a5-aa05-aa959ad54981,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:49.884765 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fda4a2f-a119-48ab-954f-4645759059f0 None None] Pushing event updated for resources: {'Port': ['ID=95406e69-4287-44ca-8a38-ab28cd14e1b8,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:49.910357 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Publish callbacks [] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:49.960100 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:33:49.978642 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-fee2cef9-abea-49ec-a23d-b9d2de3b8574 admin admin] 10.222.0.67 "PUT /v2.0/routers/cc403efa-ca18-4377-90d1-244cd392a88c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2649381 Jun 30 16:33:49.979968 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:50.011541 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Publish callbacks [] for router_gateway (d6d5f641-a89e-47d3-a366-d76d2d58f536), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:50.027433 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:50.028324 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040173'] for router_interface (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:50.057164 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5dbd0-bd88-4612-821b-707895fef712 None None] Port 3ccbf265-5926-4381-ab16-efc882cc06fa cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:33:50.060430 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Sync routers for ids ['cc403efa-ca18-4377-90d1-244cd392a88c'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:33:50.079427 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Publish callbacks [] for port (714e2786-4f81-41dc-8f3a-28c5417357af), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:50.126079 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Routers {'cc403efa-ca18-4377-90d1-244cd392a88c'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:50.127788 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['cc403efa-ca18-4377-90d1-244cd392a88c'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:50.130515 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:50.159024 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 is scheduled to L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 16:33:50.220198 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Pushing event updated for resources: {'Port': ['ID=3d74a2df-2d2f-4e0a-90dc-8f00783c10f8,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:50.289543 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Network 16892394-e408-48ab-985b-412d1c45e5c5 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:50.334561 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:50.346744 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:50.383947 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d1984c-5ac3-4219-baf3-d9d70dc51e11,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:50.402839 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:50.409717 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040305'] for router_interface (a005fa75-8b3f-4f75-8a91-569497cf738a), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:50.496241 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Set router cc403efa-ca18-4377-90d1-244cd392a88c gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:50.604916 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:43Z', 'revision_number': 3, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:50.633124 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Network aff5e7b4-b06a-4065-b396-531d28bbc09e is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:50.662433 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:50.688124 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:33:50.761568 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Sync routers for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:33:50.774134 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d1dc855-92c2-4179-8a6e-b9aae1cf5914 None None] The sync data for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi is: [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:43Z', 'revision_number': 3, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:33:50.799817 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:50.840383 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:50.845468 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:50.949822 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60604) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:50.959632 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1039425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570'] for router (d6d5f641-a89e-47d3-a366-d76d2d58f536), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:50.960886 dv-cinder-836027-2-iscsi neutron-server[104394]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 30 16:33:51.033982 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2dc5dbd0-bd88-4612-821b-707895fef712 None None] Provisioning complete for port 17a41b07-2281-472d-8e28-b4cbc6c87377 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:51.034712 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2dc5dbd0-bd88-4612-821b-707895fef712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:51.034855 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:51.039953 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=73ebbe19-8a44-45e5-ab57-ba470678fc97,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:51.054820 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:51.056791 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (714e2786-4f81-41dc-8f3a-28c5417357af), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:51.072203 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:51.081155 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:51.092712 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:51.102570 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60608) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:51.102906 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-ab117d23-0e0d-404b-965b-6dcdc76f241c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.4216013 Jun 30 16:33:51.105096 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:51.243120 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:51.243702 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Attempting to bind port 714e2786-4f81-41dc-8f3a-28c5417357af on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:33:51.244060 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Attempting to bind port 714e2786-4f81-41dc-8f3a-28c5417357af by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:33:51.244532 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Attempting to bind port 714e2786-4f81-41dc-8f3a-28c5417357af on network 31e1378b-073c-4b12-ba8a-daf195bf9e82 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:33:51.377475 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:51.407849 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:51.436553 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:33:51.474475 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f82f1f-6dcd-4c67-bc84-6b9365bcc3a6 None None] Network 8aed81da-8ea7-4176-b3f4-7d728693f230 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:33:51.477111 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 17a41b07-2281-472d-8e28-b4cbc6c87377 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:51.478176 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:51.485739 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-636f3b15-a50c-416b-ac3c-30f36ab93905 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:51.487303 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-636f3b15-a50c-416b-ac3c-30f36ab93905 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/networks?id=6814a2cd-e579-4a71-a5f8-7331dec8330d HTTP/1.1" status: 200 len: 811 time: 0.5306222 Jun 30 16:33:51.505273 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:51.514843 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:33:51.515271 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:51.515699 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:51.516092 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Bound using segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:33:51.516937 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Bound port: 714e2786-4f81-41dc-8f3a-28c5417357af, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:33:51.517330 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (714e2786-4f81-41dc-8f3a-28c5417357af), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:51.605543 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:48Z', 'revision_number': 3, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:33:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:51.631403 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc4cc01-41ab-4a89-9246-d6334985ab6f None None] Network 93a4e560-3e75-48b5-b797-80cbf95a4a78 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:33:51.640803 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Checking router: f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:33:51.641250 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Updating router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 port 20d753e0-41d5-4555-ae6b-134fad086e8a binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:33:51.656490 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-01f4f72b-2144-4eb9-9a6f-b7daa8543573 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/quotas/2da3dc7978d5414cba40e9e08dc39d94 HTTP/1.1" status: 200 len: 375 time: 0.1558380 Jun 30 16:33:51.662414 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:51.675783 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:51.785450 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'name': 'tempest-DeleteServersTestJSON-305771521-router', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:37Z', 'updated_at': '2022-06-30T16:33:46Z', 'revision_number': 4, 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'gw_port': {'id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:38Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '3ccbf265-5926-4381-ab16-efc882cc06fa', 'name': '', 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'mac_address': 'fa:16:3e:8e:1a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d874353-8ab5-4f05-9ffb-5acedd70a928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:46Z', 'revision_number': 2, 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'subnets': [{'id': '3d874353-8ab5-4f05-9ffb-5acedd70a928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:51.800660 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:51.830764 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:51.950077 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:33:51.969299 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-2247e498-515c-4460-a3f6-bc8f3331b5c6 admin admin] 10.222.0.67 "PUT /v2.0/routers/21aaf4f9-9d24-4f18-80a0-bde536b4fd01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9742179 Jun 30 16:33:52.011525 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Router d6d5f641-a89e-47d3-a366-d76d2d58f536 is scheduled to L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 16:33:52.024279 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9087f7d1-3bdd-4053-a6f3-324a5fc8541c tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=2da3dc7978d5414cba40e9e08dc39d94&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3667510 Jun 30 16:33:52.082144 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:52.108484 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2dc5dbd0-bd88-4612-821b-707895fef712 None None] Current status of the port 17a41b07-2281-472d-8e28-b4cbc6c87377 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:52.112798 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Checking router: cc403efa-ca18-4377-90d1-244cd392a88c for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:33:52.115194 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Updating router cc403efa-ca18-4377-90d1-244cd392a88c port 3ccbf265-5926-4381-ab16-efc882cc06fa binding host dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:33:52.123255 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73763fe-6977-468e-b4a6-26b900547f04 None None] Pushing event updated for resources: {'Port': ['ID=714e2786-4f81-41dc-8f3a-28c5417357af,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:52.155879 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:52.181223 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Publish callbacks [] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:52.222694 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:52.245232 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] For port 714e2786-4f81-41dc-8f3a-28c5417357af, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:33:52.253767 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:52.361781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Provisioning complete for port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:52.363819 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:52.413900 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8322e-282e-4add-8830-1eb1f9944492 None None] Pushing event updated for resources: {'Port': ['ID=20d753e0-41d5-4555-ae6b-134fad086e8a,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:52.415372 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-2bd557b8-04f7-418b-8db0-a4318876373d service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:33:52.417195 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-2bd557b8-04f7-418b-8db0-a4318876373d service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0872025 Jun 30 16:33:52.419979 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Attempting to bind port 20d753e0-41d5-4555-ae6b-134fad086e8a on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:33:52.420931 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Attempting to bind port 20d753e0-41d5-4555-ae6b-134fad086e8a by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:33:52.422062 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Attempting to bind port 20d753e0-41d5-4555-ae6b-134fad086e8a on network 31e1378b-073c-4b12-ba8a-daf195bf9e82 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:33:52.425475 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Publish callbacks [] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:52.446731 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:33:52.447496 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:52.448617 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:52.451460 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Bound using segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:33:52.451601 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:33:52.451688 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Bound port: 20d753e0-41d5-4555-ae6b-134fad086e8a, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:33:52.451688 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:52.469383 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] For port 714e2786-4f81-41dc-8f3a-28c5417357af, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=714e2786-4f81-41dc-8f3a-28c5417357af,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:33:52.499252 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Provisioning complete for port cff7b274-d4a4-47a5-aa05-aa959ad54981 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:52.499663 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:52.546525 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] For port 20d753e0-41d5-4555-ae6b-134fad086e8a, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:33:52.554770 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] For port 20d753e0-41d5-4555-ae6b-134fad086e8a, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=20d753e0-41d5-4555-ae6b-134fad086e8a,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:33:52.579029 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:52.664653 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60644) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:52.684822 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-de7235c6-7f17-4a13-b69d-96bf2cf470c0 service neutron] 10.222.0.67 "GET /v2.0/networks/6814a2cd-e579-4a71-a5f8-7331dec8330d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593472 Jun 30 16:33:52.704893 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:33:52.715648 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 17a41b07-2281-472d-8e28-b4cbc6c87377 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:52.718010 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f112abf3-d136-4fff-a648-383800b7f687 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:33:52.719223 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:52.720165 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040173'] for router_interface (a005fa75-8b3f-4f75-8a91-569497cf738a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:52.729506 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:52.810072 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-eda683ff-ed40-4078-ba05-3b1551cc7eb7 service neutron] 10.222.0.67 "GET /v2.0/networks/6814a2cd-e579-4a71-a5f8-7331dec8330d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125338 Jun 30 16:33:52.841876 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:52.848871 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c8428506-bed8-42b5-936c-69a07e98818b admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.9888389 Jun 30 16:33:52.861488 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60646) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:52.875280 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:52.923417 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Pushing event updated for resources: {'Port': ['ID=e1d1984c-5ac3-4219-baf3-d9d70dc51e11,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:52.958888 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd8322e-282e-4add-8830-1eb1f9944492 None None] Pushing event updated for resources: {'Port': ['ID=20d753e0-41d5-4555-ae6b-134fad086e8a,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:52.989809 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-c7b03a93-33c8-48b5-9d99-980453c15322 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:53.013552 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-c7b03a93-33c8-48b5-9d99-980453c15322 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 817 time: 0.3470860 Jun 30 16:33:53.017258 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:53.017892 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:53.057089 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-c47e52a5-0026-45ed-8242-d486f246053d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/quotas/839a189179c543c6a704a968170ec022 HTTP/1.1" status: 200 len: 375 time: 0.0425389 Jun 30 16:33:53.151933 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-ff3c34f2-845a-436b-a0ad-0d4e03ead614 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930400 Jun 30 16:33:53.164686 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Sync routers for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:33:53.179746 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:53.190125 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:53.227985 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (714e2786-4f81-41dc-8f3a-28c5417357af), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:53.244202 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:53.281930 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:53.282831 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:53.362744 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Publish callbacks [] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:53.368651 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:53.369299 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:53.389439 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-401bc4b4-78c1-4497-afc4-6498b512609e service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:33:53.418399 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-401bc4b4-78c1-4497-afc4-6498b512609e service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1882281 Jun 30 16:33:53.428042 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Current status of the port cff7b274-d4a4-47a5-aa05-aa959ad54981 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:53.428450 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:53.451181 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Network 16892394-e408-48ab-985b-412d1c45e5c5 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:53.488353 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:53.508714 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Routers {'21aaf4f9-9d24-4f18-80a0-bde536b4fd01'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:53.509995 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:53.531913 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:53.562670 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:53.611423 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:53.659433 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:48Z', 'revision_number': 3, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:53.721412 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb04b52-15f1-4546-84e6-186276546919 None None] The sync data for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi is: [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:48Z', 'revision_number': 3, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:33:53.775569 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-464f30b8-a255-4883-bb03-bde9cf7ad0d4 req-50346e3b-b8f2-4811-b187-ebbe79edaf40 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 210 time: 0.1433845 Jun 30 16:33:53.788266 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] Set router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:53.832255 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-977c2bdc-54aa-4120-a839-95597910d9f7 service neutron] 10.222.0.67 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4113965 Jun 30 16:33:54.013845 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:54.046331 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-0e6ba477-3dbb-41e8-8716-5ed185aa719f service neutron] 10.222.0.67 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128820 Jun 30 16:33:54.092139 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Allocated IP 172.20.0.1 (8aed81da-8ea7-4176-b3f4-7d728693f230/02ad2b4a-36a6-4968-8296-92b670df27ed/8de6f794-9b0b-4ea1-afc2-109fa821ce6d) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:54.099290 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Router a005fa75-8b3f-4f75-8a91-569497cf738a has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:33:54.100083 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73763fe-6977-468e-b4a6-26b900547f04 None None] Pushing event updated for resources: {'Port': ['ID=714e2786-4f81-41dc-8f3a-28c5417357af,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:54.131074 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] For port cff7b274-d4a4-47a5-aa05-aa959ad54981, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=cff7b274-d4a4-47a5-aa05-aa959ad54981,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:33:54.242208 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76facde5-4893-46d2-bb03-ff074e2ac794 None None] Pushing event updated for resources: {'Port': ['ID=3ccbf265-5926-4381-ab16-efc882cc06fa,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:54.262193 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port f112abf3-d136-4fff-a648-383800b7f687 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:54.267688 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f112abf3-d136-4fff-a648-383800b7f687), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:54.367715 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:54.375438 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:54.486719 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:54.504733 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Pushing event updated for resources: {'Port': ['ID=cff7b274-d4a4-47a5-aa05-aa959ad54981,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:54.508664 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:54.555880 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:33:54.570523 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Sync routers for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:33:54.577895 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-2c02a6aa-2870-42aa-88ad-8a5f33c138a7 admin admin] 10.222.0.67 "PUT /v2.0/routers/a005fa75-8b3f-4f75-8a91-569497cf738a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4573562 Jun 30 16:33:54.620559 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Publish callbacks [] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:54.653887 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:54.656184 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:54.835191 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:54.855980 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Provisioning complete for port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:54.856625 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:54.909449 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Network 8aed81da-8ea7-4176-b3f4-7d728693f230 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:54.914591 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:54.924340 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:54.924828 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040305'] for router_interface (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:55.011914 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-16341d9e-8022-4b98-ab60-34ab0c06b2ad req-276a37f7-be37-469b-b3cb-ba0768af9692 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 210 time: 0.1343091 Jun 30 16:33:55.036371 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:55.163191 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2c447db6-95f6-4580-9337-76bdc7f050d5 req-a641111e-4ab3-46c3-8773-073905efea6d tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 210 time: 0.0540855 Jun 30 16:33:55.252330 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:55.268291 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Attempting to bind port 3ccbf265-5926-4381-ab16-efc882cc06fa on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:33:55.268789 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Attempting to bind port 3ccbf265-5926-4381-ab16-efc882cc06fa by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:33:55.269110 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Attempting to bind port 3ccbf265-5926-4381-ab16-efc882cc06fa on network 6814a2cd-e579-4a71-a5f8-7331dec8330d {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:33:55.288517 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Pushing event updated for resources: {'Port': ['ID=8de6f794-9b0b-4ea1-afc2-109fa821ce6d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:55.318573 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:33:55.515366 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:55.625896 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:55.677552 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port f112abf3-d136-4fff-a648-383800b7f687 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:55.699641 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:33:55.710285 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Checking segment: {'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:55.710285 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:55.711251 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Bound using segment: {'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:33:55.716584 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Bound port: 3ccbf265-5926-4381-ab16-efc882cc06fa, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:33:55.720168 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:55.724416 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60776) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:55.761652 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-da098a00-e015-4e90-9fee-fca7523adf41 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--119836791', 'description': 'tempest-description--909291907'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:55.828900 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:33:51Z', 'revision_number': 2, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:55.887270 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-38405600-b9fb-42fd-8440-590b6a64551b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:33:55.890104 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-38405600-b9fb-42fd-8440-590b6a64551b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 817 time: 0.4653847 Jun 30 16:33:55.915035 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Checking router: a005fa75-8b3f-4f75-8a91-569497cf738a for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:33:55.916011 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Updating router a005fa75-8b3f-4f75-8a91-569497cf738a port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:33:55.935456 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:55.966786 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Allocated IP 172.20.0.1 (93a4e560-3e75-48b5-b797-80cbf95a4a78/36d695e2-318a-416b-9854-a898a8097f8d/4324a940-b0d5-4f95-82ef-6cc4bbb8177e) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:33:55.968533 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-2ef35b5a-33c8-4c16-9e24-eea76a41c0fd tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/quotas/839a189179c543c6a704a968170ec022 HTTP/1.1" status: 200 len: 375 time: 0.0620933 Jun 30 16:33:55.969793 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:55.997538 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:56.098484 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] For port 3ccbf265-5926-4381-ab16-efc882cc06fa, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:33:56.107594 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] For port 3ccbf265-5926-4381-ab16-efc882cc06fa, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=3ccbf265-5926-4381-ab16-efc882cc06fa,segment=NetworkSegment(bafbb560-6c87-442b-8236-f1c5400b40da),segment_id=bafbb560-6c87-442b-8236-f1c5400b40da)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:33:56.126757 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-5f5d6bbb-91d9-4e8a-bdae-8ecc28463f40 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1565568 Jun 30 16:33:56.133869 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 2, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:56.140333 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da098a00-e015-4e90-9fee-fca7523adf41 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:56.192344 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Provisioning complete for port 0173e28e-6d79-468f-85d5-5f014a91e618 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:56.192813 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:56.249603 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Publish callbacks [] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:56.311033 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:56.313991 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-951b8c9e-3b5c-4d10-a727-d68b2a5da78d None None] The sync data for ids ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'] in dv-cinder-836027-2-iscsi is: [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 2, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:33:56.325720 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:56.363870 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:56.365207 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:56.368396 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:56.449475 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device cff7b274-d4a4-47a5-aa05-aa959ad54981 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:33:56.482739 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-229c371b-2211-4673-b4d9-e5d88b35cf0c req-af06837e-f1b8-4408-90ba-da7575dfc329 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 210 time: 0.1110668 Jun 30 16:33:56.581330 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-b2a5b110-f9fd-447b-a14e-63379d2b4bd8 service neutron] 10.222.0.67 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513018 Jun 30 16:33:56.614391 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:56.714197 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 3, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:33:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:56.824217 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-56cd6e45-911f-467f-ac76-a3030b1be041 service neutron] 10.222.0.67 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438455 Jun 30 16:33:56.836724 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Publish callbacks [] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:56.886547 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Checking router: d6d5f641-a89e-47d3-a366-d76d2d58f536 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:33:56.887146 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Updating router d6d5f641-a89e-47d3-a366-d76d2d58f536 port edeed624-e28b-4261-afda-619a688cdab7 binding host dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:33:56.947267 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76facde5-4893-46d2-bb03-ff074e2ac794 None None] Pushing event updated for resources: {'Port': ['ID=3ccbf265-5926-4381-ab16-efc882cc06fa,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:56.953358 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:56.957735 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Routers {'cc403efa-ca18-4377-90d1-244cd392a88c'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:56.967423 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['cc403efa-ca18-4377-90d1-244cd392a88c'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:57.121891 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (edeed624-e28b-4261-afda-619a688cdab7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:57.153260 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port cff7b274-d4a4-47a5-aa05-aa959ad54981 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:57.153776 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931df06c-b1f4-4c4a-bb38-28293c3b5533 None None] Pushing event updated for resources: {'Port': ['ID=e1d1984c-5ac3-4219-baf3-d9d70dc51e11,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:57.153994 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:57.243406 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Network 93a4e560-3e75-48b5-b797-80cbf95a4a78 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:57.334759 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:57.346540 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Current status of the port 0173e28e-6d79-468f-85d5-5f014a91e618 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:57.355139 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:57.493762 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-984bc184-97f0-484d-af67-e6e8f593ad56 req-b023c594-3be2-43a0-ab34-2beb040dd677 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 210 time: 0.0607758 Jun 30 16:33:57.498979 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Attempting to bind port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:33:57.498979 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Attempting to bind port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:33:57.498979 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Attempting to bind port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 on network 16892394-e408-48ab-985b-412d1c45e5c5 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:33:57.532095 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:33:57.532483 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Checking segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:33:57.532889 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:57.533281 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Bound using segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:33:57.533788 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Bound port: e1d1984c-5ac3-4219-baf3-d9d70dc51e11, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:33:57.534379 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:57.553387 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:57.614614 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:33:57.615340 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040305'] for router_interface (d6d5f641-a89e-47d3-a366-d76d2d58f536), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:57.779026 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] Set router cc403efa-ca18-4377-90d1-244cd392a88c gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:57.853613 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] For port e1d1984c-5ac3-4219-baf3-d9d70dc51e11, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:33:57.863558 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] For port e1d1984c-5ac3-4219-baf3-d9d70dc51e11, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=e1d1984c-5ac3-4219-baf3-d9d70dc51e11,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:33:57.976390 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:57.990309 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4324a940-b0d5-4f95-82ef-6cc4bbb8177e,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:58.062244 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Publish callbacks [] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:58.086017 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-78fad2ce-017b-471a-916d-abf452e3e2e6 req-cd6f4931-3cce-4e24-a479-754839d84163 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 210 time: 0.1730115 Jun 30 16:33:58.119245 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] For port 0173e28e-6d79-468f-85d5-5f014a91e618, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=0173e28e-6d79-468f-85d5-5f014a91e618,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:33:58.127651 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:58.145954 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da098a00-e015-4e90-9fee-fca7523adf41 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (7966d985-d035-4842-a2b3-b73d2eeb10d9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:58.148910 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931df06c-b1f4-4c4a-bb38-28293c3b5533 None None] Pushing event updated for resources: {'Port': ['ID=e1d1984c-5ac3-4219-baf3-d9d70dc51e11,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:58.183830 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:33:58.184878 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:58.249280 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:58.253429 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040173'] for router_interface (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:58.332423 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:58.350707 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da098a00-e015-4e90-9fee-fca7523adf41 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7966d985-d035-4842-a2b3-b73d2eeb10d9), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:58.391594 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:58.424938 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:58.535855 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:33:58.550946 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:58.666155 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da098a00-e015-4e90-9fee-fca7523adf41 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7966d985-d035-4842-a2b3-b73d2eeb10d9,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:58.691082 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da098a00-e015-4e90-9fee-fca7523adf41 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:58.701173 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60868) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:58.708412 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-da098a00-e015-4e90-9fee-fca7523adf41 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 2.9818616 Jun 30 16:33:58.737198 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a18ae196-2b7d-40ed-816c-a845efd669b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'security_group_rule': {'security_group_id': '7966d985-d035-4842-a2b3-b73d2eeb10d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:33:58.828685 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2625a25a-9b28-47a5-af75-63dcf7fd5c26 req-b5176be5-be7c-438f-810f-d506f36c4e12 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 210 time: 0.2528481 Jun 30 16:33:58.829222 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Publish callbacks [] for port (edeed624-e28b-4261-afda-619a688cdab7), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:58.868415 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Pushing event updated for resources: {'Port': ['ID=8de6f794-9b0b-4ea1-afc2-109fa821ce6d,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:58.953721 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a18ae196-2b7d-40ed-816c-a845efd669b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (4ee7ad25-488d-4717-a865-9e9bd514a2c0), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:59.055573 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Network 8aed81da-8ea7-4176-b3f4-7d728693f230 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:33:59.059700 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:33:59.135993 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Provisioning complete for port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:59.145548 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:59.167731 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port cff7b274-d4a4-47a5-aa05-aa959ad54981 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:33:59.167731 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 20d753e0-41d5-4555-ae6b-134fad086e8a up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:33:59.185438 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (edeed624-e28b-4261-afda-619a688cdab7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:59.240267 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:33:59.311023 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a18ae196-2b7d-40ed-816c-a845efd669b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (4ee7ad25-488d-4717-a865-9e9bd514a2c0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:59.314891 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Publish callbacks [] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:59.316760 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:59.334635 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bbec09-16ef-42d4-879d-5f3271a3acda None None] Pushing event updated for resources: {'Port': ['ID=0173e28e-6d79-468f-85d5-5f014a91e618,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:59.385071 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af8ebfe-9e31-4bc0-b4f5-f7b430a5fcfe None None] The sync data for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi is: [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:33:59.443836 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.65', 51902) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:59.451146 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:59.460422 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040173'] for router_interface (d6d5f641-a89e-47d3-a366-d76d2d58f536), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:59.534531 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a18ae196-2b7d-40ed-816c-a845efd669b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (4ee7ad25-488d-4717-a865-9e9bd514a2c0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:59.548568 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-612d8c42-b8ad-4ffa-a16e-1355e97708b2 req-5f0331c8-5c1a-4739-a2be-13d574a2cf30 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 210 time: 0.2516263 Jun 30 16:33:59.574738 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:33:59.591338 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Provisioning complete for port cff7b274-d4a4-47a5-aa05-aa959ad54981 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:59.592089 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:33:59.639135 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:33:59.738405 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18ae196-2b7d-40ed-816c-a845efd669b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee7ad25-488d-4717-a865-9e9bd514a2c0,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:59.753105 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Attempting to bind port edeed624-e28b-4261-afda-619a688cdab7 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:33:59.753543 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Attempting to bind port edeed624-e28b-4261-afda-619a688cdab7 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:33:59.758768 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Attempting to bind port edeed624-e28b-4261-afda-619a688cdab7 on network 31e1378b-073c-4b12-ba8a-daf195bf9e82 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:33:59.768035 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 60894) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:33:59.789586 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:33:59.829575 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Pushing event updated for resources: {'Port': ['ID=4324a940-b0d5-4f95-82ef-6cc4bbb8177e,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:33:59.841818 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 20d753e0-41d5-4555-ae6b-134fad086e8a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:33:59.847233 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:00.021625 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9b5aa57b-d917-4ba0-a0f0-6d96aff5484e tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:00.023364 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9b5aa57b-d917-4ba0-a0f0-6d96aff5484e tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.65 "GET /v2.0/networks?id=6814a2cd-e579-4a71-a5f8-7331dec8330d HTTP/1.1" status: 200 len: 811 time: 0.5775158 Jun 30 16:34:00.027871 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a18ae196-2b7d-40ed-816c-a845efd669b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:00.029433 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-a18ae196-2b7d-40ed-816c-a845efd669b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3272812 Jun 30 16:34:00.038106 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60904) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:00.046984 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'name': 'tempest-DeleteServersTestJSON-305771521-router', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:37Z', 'updated_at': '2022-06-30T16:33:46Z', 'revision_number': 4, 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'gw_port': {'id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:38Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '3ccbf265-5926-4381-ab16-efc882cc06fa', 'name': '', 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'mac_address': 'fa:16:3e:8e:1a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d874353-8ab5-4f05-9ffb-5acedd70a928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:56Z', 'revision_number': 4, 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'subnets': [{'id': '3d874353-8ab5-4f05-9ffb-5acedd70a928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:00.053325 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4de32660-be2f-40b0-8ef1-4e084b5bdb16 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'security_group_rule': {'security_group_id': '7966d985-d035-4842-a2b3-b73d2eeb10d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:00.081432 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e43ace-9029-4727-923f-03343e3b2a53 None None] The sync data for ids ['cc403efa-ca18-4377-90d1-244cd392a88c'] in dv-cinder-836027-2-iscsi is: [{'id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'name': 'tempest-DeleteServersTestJSON-305771521-router', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:37Z', 'updated_at': '2022-06-30T16:33:46Z', 'revision_number': 4, 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'gw_port': {'id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:38Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '3ccbf265-5926-4381-ab16-efc882cc06fa', 'name': '', 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'mac_address': 'fa:16:3e:8e:1a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '3d874353-8ab5-4f05-9ffb-5acedd70a928', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:56Z', 'revision_number': 4, 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'subnets': [{'id': '3d874353-8ab5-4f05-9ffb-5acedd70a928', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:34:00.086746 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a087f-e6fc-42fb-8ee3-25f2e45db4f2 None None] Pushing event updated for resources: {'Port': ['ID=edeed624-e28b-4261-afda-619a688cdab7,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:00.091198 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:34:00.094590 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:34:00.094590 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:00.094590 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Bound using segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:34:00.094590 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Bound port: edeed624-e28b-4261-afda-619a688cdab7, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:34:00.095067 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (edeed624-e28b-4261-afda-619a688cdab7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:00.115521 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Request body: {'port': {'device_id': '37aac043-7017-417e-a8dd-0a2619c5f38b', 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d', 'admin_state_up': True, 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:00.164268 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Network 93a4e560-3e75-48b5-b797-80cbf95a4a78 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:34:00.205753 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Current status of the port cff7b274-d4a4-47a5-aa05-aa959ad54981 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:00.206946 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:34:00.239969 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf818ff7-f92c-497f-b247-b395e541d5b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:00.279122 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:00.284615 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Provisioning complete for port 0173e28e-6d79-468f-85d5-5f014a91e618 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:00.285072 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:00.287641 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] For port edeed624-e28b-4261-afda-619a688cdab7, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:34:00.293387 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] For port edeed624-e28b-4261-afda-619a688cdab7, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=edeed624-e28b-4261-afda-619a688cdab7,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:34:00.317044 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 20d753e0-41d5-4555-ae6b-134fad086e8a is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:00.317702 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:00.348615 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:34:00.365335 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Sync routers for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:34:00.377072 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port 20d753e0-41d5-4555-ae6b-134fad086e8a, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=20d753e0-41d5-4555-ae6b-134fad086e8a,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:00.401781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:00.407650 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:00.411516 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-24c35421-27a8-4414-9873-b3831231447f admin admin] 10.222.0.67 "PUT /v2.0/routers/f4793bcc-4f3d-40c7-8dc1-e894097bb6b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2975886 Jun 30 16:34:00.418079 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.65', 51907) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:00.496839 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:00.621928 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (edeed624-e28b-4261-afda-619a688cdab7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:00.875384 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9e15f17d-e055-4b3e-95f4-788905d023e5 req-2f631a8d-801a-4b11-aec0-15ba414cf928 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 210 time: 0.0855362 Jun 30 16:34:00.885728 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:00.907031 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a86cddd1-4c72-4aac-95fd-1bfe35c6cd9d req-9c4f5c49-80de-4482-b1a8-c5a43fb9043e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 210 time: 0.1335576 Jun 30 16:34:00.917637 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4de32660-be2f-40b0-8ef1-4e084b5bdb16 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (ab44d599-b42f-4850-a7b9-711f8a5de5d5), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:01.022320 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Router d6d5f641-a89e-47d3-a366-d76d2d58f536 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:34:01.059538 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:01.061035 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 95406e69-4287-44ca-8a38-ab28cd14e1b8 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:01.070695 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Current status of the port 0173e28e-6d79-468f-85d5-5f014a91e618 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:01.206698 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4de32660-be2f-40b0-8ef1-4e084b5bdb16 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (ab44d599-b42f-4850-a7b9-711f8a5de5d5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:01.266566 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Provisioning complete for port 3ccbf265-5926-4381-ab16-efc882cc06fa triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:01.267800 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:01.291629 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf818ff7-f92c-497f-b247-b395e541d5b4 admin admin] Publish callbacks [] for security_group (7e7e1f1e-b9f6-4cfc-b08a-679fb66d9353), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:01.302343 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Made reservation on behalf of 2da3dc7978d5414cba40e9e08dc39d94 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:34:01.312746 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:01.330709 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4de32660-be2f-40b0-8ef1-4e084b5bdb16 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (ab44d599-b42f-4850-a7b9-711f8a5de5d5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:01.375676 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.65', 51914) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:01.378273 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de32660-be2f-40b0-8ef1-4e084b5bdb16 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab44d599-b42f-4850-a7b9-711f8a5de5d5,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:01.409194 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf818ff7-f92c-497f-b247-b395e541d5b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7e7e1f1e-b9f6-4cfc-b08a-679fb66d9353), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:01.426814 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 95406e69-4287-44ca-8a38-ab28cd14e1b8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:01.427441 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:01.494447 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:01.532066 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4de32660-be2f-40b0-8ef1-4e084b5bdb16 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:01.536755 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-4de32660-be2f-40b0-8ef1-4e084b5bdb16 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4971611 Jun 30 16:34:01.544882 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60966) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:01.550380 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:01.567675 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:01.569062 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:01.570488 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:01.591325 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60968) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:01.604969 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d0ead8c5-ba5c-4299-a0b8-56e45a19a554 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--110207310', 'description': 'tempest-description--1659624792'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:01.718305 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:01.793610 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Allocated IP 172.20.0.9 (6814a2cd-e579-4a71-a5f8-7331dec8330d/3d874353-8ab5-4f05-9ffb-5acedd70a928/c270e4fc-eb23-4881-be9d-da7f4f37912e) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:34:01.819938 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:01.826280 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:01.838600 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-670c61ab-ed9a-4f09-a5b6-a422c723afa3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:01.851217 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-670c61ab-ed9a-4f09-a5b6-a422c723afa3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 817 time: 1.4316745 Jun 30 16:34:01.863348 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041a087f-e6fc-42fb-8ee3-25f2e45db4f2 None None] Pushing event updated for resources: {'Port': ['ID=edeed624-e28b-4261-afda-619a688cdab7,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:01.887701 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf818ff7-f92c-497f-b247-b395e541d5b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e7e1f1e-b9f6-4cfc-b08a-679fb66d9353,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:01.908609 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-bf818ff7-f92c-497f-b247-b395e541d5b4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aff9cc8cb38d45b1abfbafd1b1c4d30c&name=default HTTP/1.1" status: 200 len: 2993 time: 2.1386981 Jun 30 16:34:01.959851 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 60978) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:01.977381 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Request body: {'port': {'device_id': '6ce60666-aa28-4c5d-b893-faa7f10a777b', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'admin_state_up': True, 'tenant_id': '839a189179c543c6a704a968170ec022'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:02.061201 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d0ead8c5-ba5c-4299-a0b8-56e45a19a554 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:02.220892 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:02.226973 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 95406e69-4287-44ca-8a38-ab28cd14e1b8 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:02.227725 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:02.427952 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:02.429701 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:34:02.475653 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d9c2a2cb-12c1-4d49-ad88-03c822db95f3 admin admin] 10.222.0.67 "PUT /v2.0/routers/d6d5f641-a89e-47d3-a366-d76d2d58f536/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5867548 Jun 30 16:34:02.507330 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-62aa7fa8-48a3-43b7-9570-9d7998117fc8 req-00580c14-cbe9-4999-8524-8f7ae5ef9311 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 210 time: 0.3595438 Jun 30 16:34:02.535803 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:02.583918 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9658a6ab-3249-4383-8de4-96bbd71a502f req-4a2f6065-7a5d-4bc3-823b-51579b232a95 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 210 time: 0.4371903 Jun 30 16:34:02.585269 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-886ecfd8-9f95-4f21-9eb8-d1fd39ffdc1f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:02.587117 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-886ecfd8-9f95-4f21-9eb8-d1fd39ffdc1f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 817 time: 1.2072053 Jun 30 16:34:02.602046 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port 95406e69-4287-44ca-8a38-ab28cd14e1b8, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=95406e69-4287-44ca-8a38-ab28cd14e1b8,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:02.613475 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Current status of the port 3ccbf265-5926-4381-ab16-efc882cc06fa is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:02.613867 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:02.621470 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Request body: {'port': {'device_id': '1cc16fc2-454c-4941-8709-fc424d36d88c', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'admin_state_up': True, 'tenant_id': '839a189179c543c6a704a968170ec022'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:02.770810 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=20d753e0-41d5-4555-ae6b-134fad086e8a,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:02.784766 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:02.785338 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 0173e28e-6d79-468f-85d5-5f014a91e618 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:02.854912 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Made reservation on behalf of 839a189179c543c6a704a968170ec022 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:34:02.859453 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:02.998838 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6937b06-08b8-43d5-bc03-c21a7a010af8 admin admin] Publish callbacks [] for security_group (7e7e1f1e-b9f6-4cfc-b08a-679fb66d9353), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:03.104861 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Made reservation on behalf of 839a189179c543c6a704a968170ec022 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:34:03.116858 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:03.125465 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Sync routers for ids ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:34:03.136141 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:03.157462 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Routers {'21aaf4f9-9d24-4f18-80a0-bde536b4fd01'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:03.158140 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:03.175020 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6937b06-08b8-43d5-bc03-c21a7a010af8 admin admin] Publish callbacks [] for security_group (7e7e1f1e-b9f6-4cfc-b08a-679fb66d9353), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:03.184719 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d0ead8c5-ba5c-4299-a0b8-56e45a19a554 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group (9e590603-071d-456d-b52b-b33ee5d3cda9), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:03.189204 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 32784) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:03.229392 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-89e250fa-0f1b-4026-817e-87b7348bfb57 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803746741', 'description': 'tempest-description--1615510938'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:03.256143 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:03.281149 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Publish callbacks [] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:03.283114 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Allocated IP 172.27.2.50 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/f45a4746-6835-421f-bf82-3c0c1a68b517) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:34:03.320604 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d0ead8c5-ba5c-4299-a0b8-56e45a19a554 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (9e590603-071d-456d-b52b-b33ee5d3cda9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:03.530603 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:33:56Z', 'revision_number': 2, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:03.531153 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Allocated IP 172.20.0.7 (aff5e7b4-b06a-4065-b396-531d28bbc09e/59cfdb7b-50de-4ef1-8f7a-e95af2d78968/8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:34:03.532272 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Set router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:03.532613 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ead8c5-ba5c-4299-a0b8-56e45a19a554 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e590603-071d-456d-b52b-b33ee5d3cda9,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:03.566386 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] For port 3ccbf265-5926-4381-ab16-efc882cc06fa, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=3ccbf265-5926-4381-ab16-efc882cc06fa,segment=NetworkSegment(bafbb560-6c87-442b-8236-f1c5400b40da),segment_id=bafbb560-6c87-442b-8236-f1c5400b40da)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:03.570846 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Checking router: f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:34:03.570846 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Updating router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d binding host dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:34:03.642410 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:33:58Z', 'revision_number': 2, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:03.707566 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for port (f45a4746-6835-421f-bf82-3c0c1a68b517), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:03.722932 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=95406e69-4287-44ca-8a38-ab28cd14e1b8,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:03.727081 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1418d36-e26e-42d1-aaa1-9315cad3501b None None] The sync data for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi is: [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:33:58Z', 'revision_number': 2, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:34:03.730593 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:03.734090 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:03.762800 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 0173e28e-6d79-468f-85d5-5f014a91e618 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:03.763267 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:03.794146 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:03.813688 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-aa510284-5ffc-498f-be15-f09508804865 req-dbf8dd98-380e-4911-8924-61f64ea4af3a tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 210 time: 0.1107011 Jun 30 16:34:03.922825 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8b3bc8fc-f3b0-4ff1-855e-bd33807dc90c req-d30934d8-c20c-4073-98a9-ecbb6d449497 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 210 time: 0.1201341 Jun 30 16:34:03.989775 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:03.991236 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6937b06-08b8-43d5-bc03-c21a7a010af8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7e7e1f1e-b9f6-4cfc-b08a-679fb66d9353), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.002184 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6937b06-08b8-43d5-bc03-c21a7a010af8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.006964 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-c6937b06-08b8-43d5-bc03-c21a7a010af8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7e7e1f1e-b9f6-4cfc-b08a-679fb66d9353 HTTP/1.1" status: 204 len: 168 time: 2.0502727 Jun 30 16:34:04.018595 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-89e250fa-0f1b-4026-817e-87b7348bfb57 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.051319 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.068923 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Provisioning complete for port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:04.069390 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.085789 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d0ead8c5-ba5c-4299-a0b8-56e45a19a554 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.098004 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-d0ead8c5-ba5c-4299-a0b8-56e45a19a554 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 2.5036225 Jun 30 16:34:04.167452 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 32804) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:04.170813 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:04.176086 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.194280 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 0173e28e-6d79-468f-85d5-5f014a91e618 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:04.196122 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 73ebbe19-8a44-45e5-ab57-ba470678fc97 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:04.220089 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Pushing event updated for resources: {'Port': ['ID=3ccbf265-5926-4381-ab16-efc882cc06fa,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:04.291072 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c48a22cf-7aef-4f98-8059-73eacfa55261 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Request body: {'security_group_rule': {'security_group_id': '9e590603-071d-456d-b52b-b33ee5d3cda9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:04.328459 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:04.331404 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 2, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:04.352758 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.390737 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Checking router: 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:34:04.391421 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Updating router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:34:04.438087 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6937b06-08b8-43d5-bc03-c21a7a010af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e7e1f1e-b9f6-4cfc-b08a-679fb66d9353,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:04.460389 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 73ebbe19-8a44-45e5-ab57-ba470678fc97 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:04.460785 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.472201 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Network 6814a2cd-e579-4a71-a5f8-7331dec8330d is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:34:04.473472 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Current status of the port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:04.473472 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.479879 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:34:04.486176 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:34:04.493564 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:04.495489 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.514168 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Pushing event updated for resources: {'Port': ['ID=c270e4fc-eb23-4881-be9d-da7f4f37912e,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:04.536175 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.546706 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (f45a4746-6835-421f-bf82-3c0c1a68b517), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.589783 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:34:04.591020 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Network aff5e7b4-b06a-4065-b396-531d28bbc09e is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:34:04.604570 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:34:04.606001 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:34:04.617256 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:34:04.624663 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:04.625623 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.655296 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c48a22cf-7aef-4f98-8059-73eacfa55261 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group_rule (31ceb7a7-e354-4d0f-8211-e4f43ed5c66c), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.659307 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:34:04.740155 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Allocated IP 172.20.0.6 (aff5e7b4-b06a-4065-b396-531d28bbc09e/59cfdb7b-50de-4ef1-8f7a-e95af2d78968/b34f2ec4-8c64-4f05-98bb-ea3f485cf825) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:34:04.780877 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event updated for resources: {'Port': ['ID=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:04.858030 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Publish callbacks [] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.898488 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (e8d3c1bc-d32f-4680-8aa3-b89edf6a3523), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:04.922218 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-a35ffce3-6451-401b-aab5-04e0490b565a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0411012 Jun 30 16:34:04.926314 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] For port e1d1984c-5ac3-4219-baf3-d9d70dc51e11, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=e1d1984c-5ac3-4219-baf3-d9d70dc51e11,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:04.929054 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:05.017996 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-840f6617-0e60-45e5-a81f-6f38470a7f65 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:34:05.037135 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-840f6617-0e60-45e5-a81f-6f38470a7f65 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0728865 Jun 30 16:34:05.040421 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c386db59-e2b0-4565-956c-8c2d61d0b8b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:05.056362 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:05.090143 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-1f0f0fe6-afcd-4aab-bf9d-e5a8e51baad2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9726677 Jun 30 16:34:05.102392 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:05.148414 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 73ebbe19-8a44-45e5-ab57-ba470678fc97 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:05.149619 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 17a41b07-2281-472d-8e28-b4cbc6c87377 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:05.230514 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Provisioning complete for port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:05.233026 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:05.246336 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:INSERT=7 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:05.315962 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 32818) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:05.348400 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8874af-76c3-4bc8-a994-aaa8cc7ca331 None None] Pushing event updated for resources: {'Port': ['ID=8de6f794-9b0b-4ea1-afc2-109fa821ce6d,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:05.376081 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2b5e5f4e-b82d-40e8-9d98-0552767864be req-751f04f7-d948-475d-beb1-60c86a783d82 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 210 time: 0.2154083 Jun 30 16:34:05.483402 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'Port': ['ID=f45a4746-6835-421f-bf82-3c0c1a68b517,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:05.489924 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:05.693082 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:05.717857 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-89e250fa-0f1b-4026-817e-87b7348bfb57 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group (0958b1b7-20f1-4595-b29e-22ee0bd28b2c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:05.742958 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2eb10b30-8a3c-43a2-9fd3-7a76d5fbb758 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:05.781208 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:34:05.781829 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:05.782900 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f45a4746-6835-421f-bf82-3c0c1a68b517), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:05.829966 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Request body: {'port': {'device_id': '37aac043-7017-417e-a8dd-0a2619c5f38b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:05.850735 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Attempting to bind port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:34:05.851165 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Attempting to bind port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:34:05.851665 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Attempting to bind port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d on network 8aed81da-8ea7-4176-b3f4-7d728693f230 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:05.855978 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-89e250fa-0f1b-4026-817e-87b7348bfb57 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (0958b1b7-20f1-4595-b29e-22ee0bd28b2c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:05.868015 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2e0f5a-1f81-492a-89f3-b1ca2501cf25 None None] Pushing event updated for resources: {'Port': ['ID=e1d1984c-5ac3-4219-baf3-d9d70dc51e11,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:05.882767 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 17a41b07-2281-472d-8e28-b4cbc6c87377 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:05.883998 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:05.884847 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d3fbe-4c81-4e88-8f78-d56eeabff317 req-9d8f9cb3-529d-4170-bc4f-c2e91e36a4be tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:05.889787 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:34:05.890388 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Checking segment: {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:34:05.891260 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:05.891891 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Bound using segment: {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:34:05.892568 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-822d3fbe-4c81-4e88-8f78-d56eeabff317 req-9d8f9cb3-529d-4170-bc4f-c2e91e36a4be tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 931 time: 0.5854547 Jun 30 16:34:05.892875 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Bound port: 8de6f794-9b0b-4ea1-afc2-109fa821ce6d, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:34:05.893472 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:05.914085 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:06.026696 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.039576 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Provisioning complete for port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:06.041556 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.096290 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.104009 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event updated for resources: {'Port': ['ID=b34f2ec4-8c64-4f05-98bb-ea3f485cf825,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:06.147685 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Network aff5e7b4-b06a-4065-b396-531d28bbc09e is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:34:06.186427 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2eb10b30-8a3c-43a2-9fd3-7a76d5fbb758 admin admin] Publish callbacks [] for security_group (eb3ad9c2-b11b-4646-be14-583d7978787c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.191024 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:34:06.227453 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:34:06.241129 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c48a22cf-7aef-4f98-8059-73eacfa55261 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group_rule (31ceb7a7-e354-4d0f-8211-e4f43ed5c66c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.254158 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:06.255131 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.296733 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:34:06.343120 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2eb10b30-8a3c-43a2-9fd3-7a76d5fbb758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (eb3ad9c2-b11b-4646-be14-583d7978787c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.369435 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Provisioning complete for port c270e4fc-eb23-4881-be9d-da7f4f37912e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:06.377222 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.484749 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb10b30-8a3c-43a2-9fd3-7a76d5fbb758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3ad9c2-b11b-4646-be14-583d7978787c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:06.509692 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Request body: {'port': {'device_id': '6ce60666-aa28-4c5d-b893-faa7f10a777b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:06.571008 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-89e250fa-0f1b-4026-817e-87b7348bfb57 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.581812 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-89e250fa-0f1b-4026-817e-87b7348bfb57 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 3.3701541 Jun 30 16:34:06.587755 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] For port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:34:06.594413 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-7150974b-3e19-4c77-9bee-6e231a3f21ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9791028 Jun 30 16:34:06.594989 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 32848) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:06.611943 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c7a914c3-9002-4a5b-b8e9-bd34f3cef133 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Request body: {'security_group_rule': {'security_group_id': '0958b1b7-20f1-4595-b29e-22ee0bd28b2c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:06.632581 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c48a22cf-7aef-4f98-8059-73eacfa55261 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (31ceb7a7-e354-4d0f-8211-e4f43ed5c66c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.668794 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-2eb10b30-8a3c-43a2-9fd3-7a76d5fbb758 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=76d2ecde0a1f40428c88fb69fdacd032&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3413947 Jun 30 16:34:06.688833 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Request body: {'port': {'device_id': '1cc16fc2-454c-4941-8709-fc424d36d88c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:06.694616 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Publish callbacks [] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.727139 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] For port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=8de6f794-9b0b-4ea1-afc2-109fa821ce6d,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:34:06.730237 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Port c270e4fc-eb23-4881-be9d-da7f4f37912e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:34:06.732536 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 17a41b07-2281-472d-8e28-b4cbc6c87377 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:06.768557 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Provisioning complete for port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:06.770355 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.791626 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.824184 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 32852) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:06.951835 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:06.967421 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e250fa-0f1b-4026-817e-87b7348bfb57 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0958b1b7-20f1-4595-b29e-22ee0bd28b2c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:07.099027 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789eb59-3aef-4e26-a08f-10ffb5471235 None None] Pushing event updated for resources: {'Port': ['ID=3d74a2df-2d2f-4e0a-90dc-8f00783c10f8,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:07.139187 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:07.140285 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:34:07.146010 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c48a22cf-7aef-4f98-8059-73eacfa55261 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:07.149855 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-c48a22cf-7aef-4f98-8059-73eacfa55261 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8725691 Jun 30 16:34:07.160852 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df23ad2-5fb5-461b-9050-2a282aeaf3b0 req-be8635e7-aedf-4bf2-961f-f830297bd9b0 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:07.168615 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4df23ad2-5fb5-461b-9050-2a282aeaf3b0 req-be8635e7-aedf-4bf2-961f-f830297bd9b0 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 931 time: 0.1673980 Jun 30 16:34:07.180559 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 32860) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:07.214951 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-822d3fbe-4c81-4e88-8f78-d56eeabff317 req-7aac9d66-baab-4e9c-8777-436665e6c25f tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3213880 Jun 30 16:34:07.217458 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:07.232042 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-bdb2f764-2beb-48ee-94ad-1015987d42f7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Request body: {'security_group_rule': {'security_group_id': '9e590603-071d-456d-b52b-b33ee5d3cda9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:07.233686 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Attempting to bind port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:34:07.234228 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Attempting to bind port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:34:07.234891 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Attempting to bind port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 on network aff5e7b4-b06a-4065-b396-531d28bbc09e {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:07.242039 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 33, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:34:07.242422 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Checking segment: {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:34:07.242836 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:07.243227 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Bound using segment: {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:34:07.243804 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Bound port: 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:34:07.244198 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:07.261619 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Provisioning complete for port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:07.264045 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:07.283739 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:07.310403 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48a22cf-7aef-4f98-8059-73eacfa55261 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31ceb7a7-e354-4d0f-8211-e4f43ed5c66c,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:07.347119 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8874af-76c3-4bc8-a994-aaa8cc7ca331 None None] Pushing event updated for resources: {'Port': ['ID=8de6f794-9b0b-4ea1-afc2-109fa821ce6d,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:07.358000 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:07.362514 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:33:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:07.445945 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] For port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:34:07.469650 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] For port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=3d74a2df-2d2f-4e0a-90dc-8f00783c10f8,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:34:07.554982 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:07.604351 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 20d753e0-41d5-4555-ae6b-134fad086e8a up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:07.689973 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:07.708339 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2789eb59-3aef-4e26-a08f-10ffb5471235 None None] Pushing event updated for resources: {'Port': ['ID=3d74a2df-2d2f-4e0a-90dc-8f00783c10f8,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:07.709777 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5142d64d-7853-43db-a511-3506e2a9786a admin admin] Publish callbacks [] for security_group (eb3ad9c2-b11b-4646-be14-583d7978787c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:07.737397 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Routers {'21aaf4f9-9d24-4f18-80a0-bde536b4fd01'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:07.738054 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:34:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:07.747062 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c7a914c3-9002-4a5b-b8e9-bd34f3cef133 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group_rule (678ee0a4-44cc-4255-bbf1-be8a01d20fc3), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:07.796451 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:07.800168 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b497d170-ed54-48f3-9132-d1d8d3933d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:07.871818 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for port (f45a4746-6835-421f-bf82-3c0c1a68b517), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:07.893960 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4df23ad2-5fb5-461b-9050-2a282aeaf3b0 req-1ed8e51e-4c14-441d-a5cf-5bb8414029c8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6303606 Jun 30 16:34:07.894098 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:07.895655 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f764-2beb-48ee-94ad-1015987d42f7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group_rule (edc37904-2b05-40fb-b447-4846cd76103b), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:07.937790 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:07.957018 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (f45a4746-6835-421f-bf82-3c0c1a68b517), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:08.009282 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 20d753e0-41d5-4555-ae6b-134fad086e8a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:08.011145 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:08.268350 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] Set router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:08.300242 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (e8d3c1bc-d32f-4680-8aa3-b89edf6a3523), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:08.471536 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'Port': ['ID=f45a4746-6835-421f-bf82-3c0c1a68b517,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:08.593378 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9bedc9-cc30-4e11-ab4a-c1e1bf9593c3 req-e5382762-e60e-4ccf-bb34-50adca7c85d1 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:08.595833 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1e9bedc9-cc30-4e11-ab4a-c1e1bf9593c3 req-e5382762-e60e-4ccf-bb34-50adca7c85d1 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 931 time: 0.1506588 Jun 30 16:34:08.607300 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:08.612005 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-bf4e118a-28d6-418b-97a8-680cf2077fb5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0632238 Jun 30 16:34:08.673078 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f764-2beb-48ee-94ad-1015987d42f7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group_rule (edc37904-2b05-40fb-b447-4846cd76103b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:08.706770 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5142d64d-7853-43db-a511-3506e2a9786a admin admin] Publish callbacks [] for security_group (eb3ad9c2-b11b-4646-be14-583d7978787c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:08.788538 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f764-2beb-48ee-94ad-1015987d42f7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (edc37904-2b05-40fb-b447-4846cd76103b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:08.904574 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2f764-2beb-48ee-94ad-1015987d42f7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc37904-2b05-40fb-b447-4846cd76103b,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:08.923772 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:08.924666 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:08.927731 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:07Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:08.933364 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1e9bedc9-cc30-4e11-ab4a-c1e1bf9593c3 req-50d92af2-d6da-43ee-95ff-c6c71597dbe7 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229792 Jun 30 16:34:08.938085 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Current status of the port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:08.957375 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:09.030308 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.034197 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Provisioning complete for port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:09.042462 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.054877 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4572e5e7-382e-4a4a-9c52-ce2be69c7064 None None] The sync data for ids ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'] in dv-cinder-836027-2-iscsi is: [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:33:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:07Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:34:09.066007 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c7a914c3-9002-4a5b-b8e9-bd34f3cef133 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group_rule (678ee0a4-44cc-4255-bbf1-be8a01d20fc3), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.088321 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-33dac8e7-bb0b-4bbe-acc3-7ec56af8fc6d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--119836791&fields=id&tenant_id=f942ab31bafc428bb1fba94aee2e0c32 HTTP/1.1" status: 200 len: 267 time: 0.1390517 Jun 30 16:34:09.094378 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bdb2f764-2beb-48ee-94ad-1015987d42f7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.096244 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-bdb2f764-2beb-48ee-94ad-1015987d42f7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8797784 Jun 30 16:34:09.098390 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 32906) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:09.108741 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:09.289472 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c7a914c3-9002-4a5b-b8e9-bd34f3cef133 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (678ee0a4-44cc-4255-bbf1-be8a01d20fc3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.318546 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-0e8d1642-7e01-4b85-8c18-3dc28c7dd52e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:09.320137 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-0e8d1642-7e01-4b85-8c18-3dc28c7dd52e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/networks?id=16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 200 len: 814 time: 0.2057853 Jun 30 16:34:09.334407 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f419e7ca-2c9a-477e-bde5-75825598a4f6 None None] Port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:34:09.380474 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a914c3-9002-4a5b-b8e9-bd34f3cef133 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=678ee0a4-44cc-4255-bbf1-be8a01d20fc3,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:09.385524 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c270e4fc-eb23-4881-be9d-da7f4f37912e {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:34:09.402272 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Publish callbacks [] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.433348 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5142d64d-7853-43db-a511-3506e2a9786a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (eb3ad9c2-b11b-4646-be14-583d7978787c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.442036 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5142d64d-7853-43db-a511-3506e2a9786a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.444605 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-5142d64d-7853-43db-a511-3506e2a9786a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eb3ad9c2-b11b-4646-be14-583d7978787c HTTP/1.1" status: 204 len: 168 time: 2.6133292 Jun 30 16:34:09.480111 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:34:09.500776 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Publish callbacks [] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.503011 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Transition to ACTIVE for port object c270e4fc-eb23-4881-be9d-da7f4f37912e will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:34:09.527763 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142d64d-7853-43db-a511-3506e2a9786a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3ad9c2-b11b-4646-be14-583d7978787c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:09.550161 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c7a914c3-9002-4a5b-b8e9-bd34f3cef133 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.552440 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c7a914c3-9002-4a5b-b8e9-bd34f3cef133 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.9478173 Jun 30 16:34:09.561429 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 32920) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:09.575375 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Transition to ACTIVE for port object 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:34:09.576025 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-184edf2a-fa7d-4b0c-9951-0b2f729c1edd tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Request body: {'security_group_rule': {'security_group_id': '0958b1b7-20f1-4595-b29e-22ee0bd28b2c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:09.688968 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 20d753e0-41d5-4555-ae6b-134fad086e8a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:09.699262 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 3ccbf265-5926-4381-ab16-efc882cc06fa up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:09.701143 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.757400 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-88572c5d-583d-4468-8ac1-de395ece4f16 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/quotas/f942ab31bafc428bb1fba94aee2e0c32 HTTP/1.1" status: 200 len: 375 time: 0.4075079 Jun 30 16:34:09.760297 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.801559 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98602184-51b0-4867-9329-c14092bdbc65 req-c23cc750-0ef4-4224-8622-cd1806824f45 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:09.816114 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-98602184-51b0-4867-9329-c14092bdbc65 req-c23cc750-0ef4-4224-8622-cd1806824f45 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 931 time: 0.4916751 Jun 30 16:34:09.880902 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] Provisioning complete for port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:09.882944 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:09.896014 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:09.920368 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:06Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:09.968909 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34268f0d-8000-4273-874e-cbb252571fe2 None None] The sync data for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi is: [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:06Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:34:10.013196 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-06d195f1-be73-464f-8a3f-6c1732967761 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1919463 Jun 30 16:34:10.035381 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.043290 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.051819 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 3ccbf265-5926-4381-ab16-efc882cc06fa triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:10.058606 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.059452 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-184edf2a-fa7d-4b0c-9951-0b2f729c1edd tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group_rule (e195c9dd-8dd6-4087-823f-fd0991e2f1e2), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.090243 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.261572 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] Current status of the port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:10.261880 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.283023 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Pushing event updated for resources: {'Port': ['ID=c270e4fc-eb23-4881-be9d-da7f4f37912e,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:10.314552 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:10.402250 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:10.457125 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] For port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=3d74a2df-2d2f-4e0a-90dc-8f00783c10f8,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:10.470133 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 3ccbf265-5926-4381-ab16-efc882cc06fa is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:10.471344 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 95406e69-4287-44ca-8a38-ab28cd14e1b8 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:10.516169 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-184edf2a-fa7d-4b0c-9951-0b2f729c1edd tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group_rule (e195c9dd-8dd6-4087-823f-fd0991e2f1e2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.584691 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.603849 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 95406e69-4287-44ca-8a38-ab28cd14e1b8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:10.604464 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.640749 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-184edf2a-fa7d-4b0c-9951-0b2f729c1edd tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (e195c9dd-8dd6-4087-823f-fd0991e2f1e2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.674340 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:10.687275 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Attempting to bind port c270e4fc-eb23-4881-be9d-da7f4f37912e on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:34:10.688049 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Attempting to bind port c270e4fc-eb23-4881-be9d-da7f4f37912e by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:34:10.688552 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Attempting to bind port c270e4fc-eb23-4881-be9d-da7f4f37912e on network 6814a2cd-e579-4a71-a5f8-7331dec8330d {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:10.695308 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] Provisioning complete for port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:10.695782 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.788881 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] Pushing event updated for resources: {'Port': ['ID=3d74a2df-2d2f-4e0a-90dc-8f00783c10f8,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:10.810436 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34f2ec4-8c64-4f05-98bb-ea3f485cf825 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:34:10.813088 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-98602184-51b0-4867-9329-c14092bdbc65 req-d7c9f900-7976-49e1-94b8-375d41d733ee tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9958563 Jun 30 16:34:10.819501 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-60cd988e-6954-42ba-8881-89c6b3d4b5cc service neutron] 10.222.0.67 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7220583 Jun 30 16:34:10.830459 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Publish callbacks [] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.879092 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.884036 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Transition to ACTIVE for port object b34f2ec4-8c64-4f05-98bb-ea3f485cf825 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:34:10.893014 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184edf2a-fa7d-4b0c-9951-0b2f729c1edd tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e195c9dd-8dd6-4087-823f-fd0991e2f1e2,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:10.903622 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Port c270e4fc-eb23-4881-be9d-da7f4f37912e on network 6814a2cd-e579-4a71-a5f8-7331dec8330d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:34:10.905374 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Attempting to bind port c270e4fc-eb23-4881-be9d-da7f4f37912e on network 6814a2cd-e579-4a71-a5f8-7331dec8330d {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:10.924528 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:34:10.925002 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Checking segment: {'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:34:10.925602 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Bound using segment: {'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:34:10.929157 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Bound port: c270e4fc-eb23-4881-be9d-da7f4f37912e, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bafbb560-6c87-442b-8236-f1c5400b40da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:34:10.929574 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:10.947245 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Attempting to bind port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:34:10.950670 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Attempting to bind port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:34:10.952569 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Attempting to bind port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 on network aff5e7b4-b06a-4065-b396-531d28bbc09e {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:10.997130 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-184edf2a-fa7d-4b0c-9951-0b2f729c1edd tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.002076 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-184edf2a-fa7d-4b0c-9951-0b2f729c1edd tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4395421 Jun 30 16:34:11.012072 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 on network aff5e7b4-b06a-4065-b396-531d28bbc09e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:34:11.012677 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Attempting to bind port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 on network aff5e7b4-b06a-4065-b396-531d28bbc09e {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:11.016242 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.019523 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 32942) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:11.020443 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 32944) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:11.062972 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:11.063427 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.069074 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0216c773-3828-46a2-9bc5-162d9460b946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.099248 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] Current status of the port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:11.101028 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.117344 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 95406e69-4287-44ca-8a38-ab28cd14e1b8 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:11.119033 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 714e2786-4f81-41dc-8f3a-28c5417357af up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:11.149246 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd2badb-8bba-414a-98b4-52099c0a2235 req-8d3af7a1-28f0-45af-809d-f943cbf43835 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:11.152094 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-acd2badb-8bba-414a-98b4-52099c0a2235 req-8d3af7a1-28f0-45af-809d-f943cbf43835 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 943 time: 0.1344399 Jun 30 16:34:11.225206 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:34:11.225736 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Checking segment: {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:34:11.230665 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Bound using segment: {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:34:11.231506 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Bound port: 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:34:11.232013 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.301535 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Pushing event updated for resources: {'Port': ['ID=b34f2ec4-8c64-4f05-98bb-ea3f485cf825,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:11.368443 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 714e2786-4f81-41dc-8f3a-28c5417357af triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:11.369540 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (714e2786-4f81-41dc-8f3a-28c5417357af), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.373221 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] For port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=8de6f794-9b0b-4ea1-afc2-109fa821ce6d,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:11.423179 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] For port c270e4fc-eb23-4881-be9d-da7f4f37912e, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:34:11.485219 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.490598 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] For port c270e4fc-eb23-4881-be9d-da7f4f37912e, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c270e4fc-eb23-4881-be9d-da7f4f37912e,segment=NetworkSegment(bafbb560-6c87-442b-8236-f1c5400b40da),segment_id=bafbb560-6c87-442b-8236-f1c5400b40da)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:34:11.549794 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Attempting to bind port b34f2ec4-8c64-4f05-98bb-ea3f485cf825 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:34:11.550323 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Attempting to bind port b34f2ec4-8c64-4f05-98bb-ea3f485cf825 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:34:11.550684 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Attempting to bind port b34f2ec4-8c64-4f05-98bb-ea3f485cf825 on network aff5e7b4-b06a-4065-b396-531d28bbc09e {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:11.557246 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Port b34f2ec4-8c64-4f05-98bb-ea3f485cf825 on network aff5e7b4-b06a-4065-b396-531d28bbc09e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:34:11.557699 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Attempting to bind port b34f2ec4-8c64-4f05-98bb-ea3f485cf825 on network aff5e7b4-b06a-4065-b396-531d28bbc09e {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:11.581113 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:34:11.599113 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Checking segment: {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:34:11.599892 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Bound using segment: {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:34:11.600052 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4cc1c8-1306-41ce-ad16-3ef0756f9217 None None] Pushing event updated for resources: {'Port': ['ID=8de6f794-9b0b-4ea1-afc2-109fa821ce6d,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:11.600719 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Bound port: b34f2ec4-8c64-4f05-98bb-ea3f485cf825, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:34:11.604084 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.609261 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:11.652139 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.688978 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-acd2badb-8bba-414a-98b4-52099c0a2235 req-825fd4d1-54bc-463a-be4f-e6d236935d59 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4058208 Jun 30 16:34:11.694677 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.703382 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] For port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1, host hv-cinder-83602, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:34:11.721602 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 714e2786-4f81-41dc-8f3a-28c5417357af is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:11.731559 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (714e2786-4f81-41dc-8f3a-28c5417357af), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.801765 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:11.801765 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:11.802744 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] 10.222.0.65 "PUT /v2.0/ports/c270e4fc-eb23-4881-be9d-da7f4f37912e HTTP/1.1" status: 200 len: 1093 time: 6.1215253 Jun 30 16:34:11.803511 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37aac043-7017-417e-a8dd-0a2619c5f38b', 'tag': 'c270e4fc-eb23-4881-be9d-da7f4f37912e'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:11.907457 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port 714e2786-4f81-41dc-8f3a-28c5417357af, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=714e2786-4f81-41dc-8f3a-28c5417357af,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:12.030689 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (714e2786-4f81-41dc-8f3a-28c5417357af), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:12.031892 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 0173e28e-6d79-468f-85d5-5f014a91e618 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:12.093552 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196d013-10d3-4488-bcee-4e2f8e32d251 service neutron] Pushing event updated for resources: {'Port': ['ID=c270e4fc-eb23-4881-be9d-da7f4f37912e,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:12.106128 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] For port b34f2ec4-8c64-4f05-98bb-ea3f485cf825, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:34:12.322818 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] For port b34f2ec4-8c64-4f05-98bb-ea3f485cf825, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b34f2ec4-8c64-4f05-98bb-ea3f485cf825,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:34:12.366957 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e99002ad-c53c-4e85-8a78-081e001f6d48" -d '{"events": [{"name": "network-changed", "server_uuid": "37aac043-7017-417e-a8dd-0a2619c5f38b", "tag": "c270e4fc-eb23-4881-be9d-da7f4f37912e"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:12.382889 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=714e2786-4f81-41dc-8f3a-28c5417357af,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:12.424808 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-7f3b81a2-1d09-4072-b6bb-b0cbe42656a4 service neutron] 10.222.0.67 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4817948 Jun 30 16:34:12.438121 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:12.438345 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] For port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:34:12.443922 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:12.457253 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 0173e28e-6d79-468f-85d5-5f014a91e618 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:12.457866 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:12.524402 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:12.561696 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-102591eb-dc6c-4d6f-96a1-4b681923dc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:12.566312 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-102591eb-dc6c-4d6f-96a1-4b681923dc3f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2da3dc7978d5414cba40e9e08dc39d94&device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 1127 time: 0.5850716 Jun 30 16:34:12.571271 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:12.573903 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:12.577522 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] 10.222.0.65 "PUT /v2.0/ports/b34f2ec4-8c64-4f05-98bb-ea3f485cf825 HTTP/1.1" status: 200 len: 1093 time: 5.8942785 Jun 30 16:34:12.654485 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ea3d4a-4dc8-42f6-9afc-e46dd620036b service neutron] Pushing event updated for resources: {'Port': ['ID=b34f2ec4-8c64-4f05-98bb-ea3f485cf825,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:12.673443 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:12.764550 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 0173e28e-6d79-468f-85d5-5f014a91e618 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:12.765733 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device e1d1984c-5ac3-4219-baf3-d9d70dc51e11 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:12.786081 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-b5e308b1-a41c-40d4-bf76-f8c3b7ef96d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c270e4fc-eb23-4881-be9d-da7f4f37912e HTTP/1.1" status: 200 len: 217 time: 0.1165340 Jun 30 16:34:12.820559 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b88c5d-674d-4050-939e-92b3629dc0d8 req-9824b610-8725-43bf-9161-fdc8943f4d2b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:12.839723 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-06b88c5d-674d-4050-939e-92b3629dc0d8 req-9824b610-8725-43bf-9161-fdc8943f4d2b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 943 time: 0.6504619 Jun 30 16:34:12.936368 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-75fa2617-061a-4a43-8f10-6009faa8e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:12.948510 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-75fa2617-061a-4a43-8f10-6009faa8e1bb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d874353-8ab5-4f05-9ffb-5acedd70a928 HTTP/1.1" status: 200 len: 850 time: 0.1434951 Jun 30 16:34:12.948710 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:12.949241 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:12.950852 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] 10.222.0.65 "PUT /v2.0/ports/8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 HTTP/1.1" status: 200 len: 1093 time: 7.2203157 Jun 30 16:34:12.951449 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ce60666-aa28-4c5d-b893-faa7f10a777b', 'tag': '8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:13.015559 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:13.023824 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:13.100753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-957a464b-265a-47f2-a8d0-5ca6d68f0384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:13.103622 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-957a464b-265a-47f2-a8d0-5ca6d68f0384 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 1127 time: 0.3152800 Jun 30 16:34:13.180743 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Sync routers for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:34:13.207514 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Allocated IP 172.27.2.187 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/ed3246c7-f514-4267-be90-1840d26ae175) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:34:13.270062 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:13.271003 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:34:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:13.355386 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00356f59-a9b6-4cdf-b4d9-e94459a5fe4c x-openstack-request-id: req-00356f59-a9b6-4cdf-b4d9-e94459a5fe4c {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:13.356449 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37aac043-7017-417e-a8dd-0a2619c5f38b", "tag": "c270e4fc-eb23-4881-be9d-da7f4f37912e", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:13.356900 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-00356f59-a9b6-4cdf-b4d9-e94459a5fe4c {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:13.357546 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00356f59-a9b6-4cdf-b4d9-e94459a5fe4c'] response: {'name': 'network-changed', 'server_uuid': '37aac043-7017-417e-a8dd-0a2619c5f38b', 'tag': 'c270e4fc-eb23-4881-be9d-da7f4f37912e', 'status': 'completed', 'code': 200} Jun 30 16:34:13.481251 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-4d02d61d-7796-489f-bcab-e53742ec2c04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b34f2ec4-8c64-4f05-98bb-ea3f485cf825 HTTP/1.1" status: 200 len: 217 time: 0.3227272 Jun 30 16:34:13.505783 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-3d9adc87-3526-45ab-9b60-c91ccffbe1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:13.505783 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-3d9adc87-3526-45ab-9b60-c91ccffbe1db service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6814a2cd-e579-4a71-a5f8-7331dec8330d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3966753 Jun 30 16:34:13.507077 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d0196d-dc25-47cb-9563-d396a20e0df0" -d '{"events": [{"name": "network-changed", "server_uuid": "6ce60666-aa28-4c5d-b893-faa7f10a777b", "tag": "8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:13.787527 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:13.803070 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:13.810889 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-c0c918a4-0c7d-4a40-9c26-86da568a024b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:13.812540 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-c0c918a4-0c7d-4a40-9c26-86da568a024b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.3055127 Jun 30 16:34:13.829876 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:13.896082 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-189891cd-80ce-4ac2-a5bc-02e5f37cbab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:13.902475 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-189891cd-80ce-4ac2-a5bc-02e5f37cbab7 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 1127 time: 0.6859224 Jun 30 16:34:13.947083 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb382342-4c49-4522-97ee-d2bc901c7e30 service neutron] Pushing event updated for resources: {'Port': ['ID=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:13.995871 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-72fb5538-81b0-44de-9b83-ca42736a5aec service neutron] 10.222.0.65 "GET /v2.0/networks/6814a2cd-e579-4a71-a5f8-7331dec8330d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4783726 Jun 30 16:34:13.996968 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-3ced578f-b9e3-4179-9e3d-5a6ab768a492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:13.998514 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-3ced578f-b9e3-4179-9e3d-5a6ab768a492 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1704857 Jun 30 16:34:14.087632 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-06b88c5d-674d-4050-939e-92b3629dc0d8 req-e019f8d0-8b9b-4d1e-97e2-f6472ec1cbfa tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2470989 Jun 30 16:34:14.175792 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbb0567-592e-44a9-bf08-40ff88f86f6d req-1f6d31cd-54b9-45e1-ace3-7e45d19fae6a tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:14.177701 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1fbb0567-592e-44a9-bf08-40ff88f86f6d req-1f6d31cd-54b9-45e1-ace3-7e45d19fae6a tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 943 time: 0.7683623 Jun 30 16:34:14.323513 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0216c773-3828-46a2-9bc5-162d9460b946 admin admin] Publish callbacks [] for security_group (eeb49f9f-d10f-4710-9bd5-573fcf0740e7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:14.376046 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-2de27861-a1e9-465f-bbe5-331c97ea89ca service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303425 Jun 30 16:34:14.410471 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-caf72293-8db1-46fe-bea7-e006481d0c16 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 HTTP/1.1" status: 200 len: 217 time: 0.4011388 Jun 30 16:34:14.428910 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 714e2786-4f81-41dc-8f3a-28c5417357af up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:14.473875 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c60c6b81-b5d3-4bf0-a0fe-c16afd56230e req-a386fcb5-e558-4568-9948-8759ac979121 service neutron] 10.222.0.65 "GET /v2.0/networks/6814a2cd-e579-4a71-a5f8-7331dec8330d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549420 Jun 30 16:34:14.504036 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0216c773-3828-46a2-9bc5-162d9460b946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (eeb49f9f-d10f-4710-9bd5-573fcf0740e7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:14.587708 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8cdde67e-93c3-4e31-8c64-33a3083dd355 req-27f5661e-dacb-430b-a07d-838ea5b6287e service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646669 Jun 30 16:34:14.596222 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:14.625173 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216c773-3828-46a2-9bc5-162d9460b946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeb49f9f-d10f-4710-9bd5-573fcf0740e7,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:14.644627 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:33:58Z', 'revision_number': 2, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:14.674034 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ebea9564-9b79-4efa-b3fd-9d5f64f85ef4 req-7af7d953-064d-4ca8-aff9-eb1acaaf7cef tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 210 time: 0.3481245 Jun 30 16:34:14.721631 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 714e2786-4f81-41dc-8f3a-28c5417357af triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:14.722010 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (714e2786-4f81-41dc-8f3a-28c5417357af), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:14.744325 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Checking router: d6d5f641-a89e-47d3-a366-d76d2d58f536 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:34:14.744828 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Updating router d6d5f641-a89e-47d3-a366-d76d2d58f536 port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e binding host dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:34:14.754886 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-0216c773-3828-46a2-9bc5-162d9460b946 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1fe4aac9b31d4507969d16d3536abad3&name=default HTTP/1.1" status: 200 len: 2996 time: 3.7309635 Jun 30 16:34:14.758480 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33046) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:14.832143 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for port (ed3246c7-f514-4267-be90-1840d26ae175), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:14.870305 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1fbb0567-592e-44a9-bf08-40ff88f86f6d req-c5984d79-bcd3-4980-8feb-b1a4f0f3f9e9 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6720691 Jun 30 16:34:14.873962 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-2e8d0ecd-6aa1-4b17-a18e-d906b89212bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:14.876038 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-2e8d0ecd-6aa1-4b17-a18e-d906b89212bc service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.3775866 Jun 30 16:34:14.886941 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:15.115126 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d17b84-85e6-4ec8-9ce0-69c073ac3893 x-openstack-request-id: req-54d17b84-85e6-4ec8-9ce0-69c073ac3893 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:15.116315 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ce60666-aa28-4c5d-b893-faa7f10a777b", "tag": "8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:15.116682 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-54d17b84-85e6-4ec8-9ce0-69c073ac3893 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:15.117816 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54d17b84-85e6-4ec8-9ce0-69c073ac3893'] response: {'name': 'network-changed', 'server_uuid': '6ce60666-aa28-4c5d-b893-faa7f10a777b', 'tag': '8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1', 'status': 'completed', 'code': 200} Jun 30 16:34:15.123201 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-736b6183-785f-49db-b708-bce1221eac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:15.126515 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-736b6183-785f-49db-b708-bce1221eac63 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2373993 Jun 30 16:34:15.131895 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 714e2786-4f81-41dc-8f3a-28c5417357af is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:15.133030 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:15.159214 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99002ad-c53c-4e85-8a78-081e001f6d48 req-17aa881c-df1c-4f35-8bc3-dbe3040737ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:15.161022 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-e99002ad-c53c-4e85-8a78-081e001f6d48 req-17aa881c-df1c-4f35-8bc3-dbe3040737ec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2da3dc7978d5414cba40e9e08dc39d94&device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 1127 time: 0.3384712 Jun 30 16:34:15.190618 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (ed3246c7-f514-4267-be90-1840d26ae175), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:15.363160 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:15.365447 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc16fc2-454c-4941-8709-fc424d36d88c', 'tag': 'b34f2ec4-8c64-4f05-98bb-ea3f485cf825'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:15.371094 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39b62ac-54eb-47eb-bc57-8d7f3837cd76" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc16fc2-454c-4941-8709-fc424d36d88c", "tag": "b34f2ec4-8c64-4f05-98bb-ea3f485cf825"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:15.413648 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:15.541293 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:15.541691 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:15.583722 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e799393a-5ed0-4cba-a842-11ff29896178 x-openstack-request-id: req-e799393a-5ed0-4cba-a842-11ff29896178 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:15.584345 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc16fc2-454c-4941-8709-fc424d36d88c", "tag": "b34f2ec4-8c64-4f05-98bb-ea3f485cf825", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:15.584479 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e799393a-5ed0-4cba-a842-11ff29896178 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:15.584871 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e799393a-5ed0-4cba-a842-11ff29896178'] response: {'name': 'network-changed', 'server_uuid': '1cc16fc2-454c-4941-8709-fc424d36d88c', 'tag': 'b34f2ec4-8c64-4f05-98bb-ea3f485cf825', 'status': 'completed', 'code': 200} Jun 30 16:34:15.661285 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d35e2cbc-3012-459d-9fdb-84b9c30aa7ac admin admin] Publish callbacks [] for security_group (eeb49f9f-d10f-4710-9bd5-573fcf0740e7), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:15.673162 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event updated for resources: {'Port': ['ID=ed3246c7-f514-4267-be90-1840d26ae175,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:15.687981 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:34:15.702065 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9571321c-b958-4201-8bc9-c9bade4203e8 req-1a1c90cd-c7b9-4986-9dd9-07d56e540de7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:15.727303 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9571321c-b958-4201-8bc9-c9bade4203e8 req-1a1c90cd-c7b9-4986-9dd9-07d56e540de7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 943 time: 0.2897243 Jun 30 16:34:15.736412 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:34:15.784351 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:15.785454 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 8de6f794-9b0b-4ea1-afc2-109fa821ce6d up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:15.785981 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:34:15.797508 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99002ad-c53c-4e85-8a78-081e001f6d48 req-ee0b0ded-f9b7-4695-916e-e23436df8627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:15.814831 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-e99002ad-c53c-4e85-8a78-081e001f6d48 req-ee0b0ded-f9b7-4695-916e-e23436df8627 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6814a2cd-e579-4a71-a5f8-7331dec8330d HTTP/1.1" status: 200 len: 912 time: 0.6132441 Jun 30 16:34:15.845222 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d35e2cbc-3012-459d-9fdb-84b9c30aa7ac admin admin] Publish callbacks [] for security_group (eeb49f9f-d10f-4710-9bd5-573fcf0740e7), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:15.859937 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:15.901636 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Allocated IP 172.27.2.231 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/568b39a4-b528-4e2f-8a8e-94f77918c7f4) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:34:15.902964 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Publish callbacks [] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:15.944093 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:15.944771 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:16.017383 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:16.061083 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (d5a8ec6c-7b42-4253-a17a-7d98b7607165), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:16.066444 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:16.068245 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b62ac-54eb-47eb-bc57-8d7f3837cd76 req-048cb4e0-2b5f-498a-9881-73c30783166f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:16.070176 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c39b62ac-54eb-47eb-bc57-8d7f3837cd76 req-048cb4e0-2b5f-498a-9881-73c30783166f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 1127 time: 0.4788291 Jun 30 16:34:16.072276 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-e99002ad-c53c-4e85-8a78-081e001f6d48 req-22f57778-1854-4770-b283-16297163a781 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c270e4fc-eb23-4881-be9d-da7f4f37912e HTTP/1.1" status: 200 len: 217 time: 0.1922016 Jun 30 16:34:16.143709 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c1535990-1f3a-4035-b96f-8c9bb5542d16 req-4afb75b6-dbf6-4313-931b-c224dfb22ae8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 210 time: 0.2222810 Jun 30 16:34:16.145586 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d35e2cbc-3012-459d-9fdb-84b9c30aa7ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (eeb49f9f-d10f-4710-9bd5-573fcf0740e7), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:16.151390 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d35e2cbc-3012-459d-9fdb-84b9c30aa7ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:16.170080 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d35e2cbc-3012-459d-9fdb-84b9c30aa7ac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eeb49f9f-d10f-4710-9bd5-573fcf0740e7 HTTP/1.1" status: 204 len: 168 time: 1.4097679 Jun 30 16:34:16.178263 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-ecfc4436-bedf-4898-8e09-0fe18551584d service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0386207 Jun 30 16:34:16.260442 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35e2cbc-3012-459d-9fdb-84b9c30aa7ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeb49f9f-d10f-4710-9bd5-573fcf0740e7,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:16.267752 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4f861-2e9a-485b-a289-7500b92b53eb None None] Pushing event updated for resources: {'Port': ['ID=4324a940-b0d5-4f95-82ef-6cc4bbb8177e,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:16.428528 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Attempting to bind port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:34:16.429053 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Attempting to bind port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:34:16.429642 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Attempting to bind port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e on network 93a4e560-3e75-48b5-b797-80cbf95a4a78 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:16.455072 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9571321c-b958-4201-8bc9-c9bade4203e8 req-a767eb39-7766-4e1e-97ee-757b000acfc4 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7217712 Jun 30 16:34:16.456689 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:34:16.463702 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Checking segment: {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:34:16.464553 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:16.465154 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Bound using segment: {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:34:16.465839 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Bound port: 4324a940-b0d5-4f95-82ef-6cc4bbb8177e, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:34:16.466409 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:16.466835 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6b076e5-a3bf-409a-b99b-de29788d39f0 req-0ee87e22-7455-423d-af39-3db1e8611c91 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550666 Jun 30 16:34:16.499010 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:16.504267 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:16.505480 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device edeed624-e28b-4261-afda-619a688cdab7 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:16.552807 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99002ad-c53c-4e85-8a78-081e001f6d48 req-e7407f43-2bc0-4b35-8b6a-f360454dff04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:16.579285 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-e99002ad-c53c-4e85-8a78-081e001f6d48 req-e7407f43-2bc0-4b35-8b6a-f360454dff04 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d874353-8ab5-4f05-9ffb-5acedd70a928 HTTP/1.1" status: 200 len: 850 time: 0.4865131 Jun 30 16:34:16.658530 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b62ac-54eb-47eb-bc57-8d7f3837cd76 req-26e05832-0e4e-4a8f-ab3b-2e9da641e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:16.668188 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c39b62ac-54eb-47eb-bc57-8d7f3837cd76 req-26e05832-0e4e-4a8f-ab3b-2e9da641e838 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.5758820 Jun 30 16:34:16.689447 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] For port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:34:16.724891 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port edeed624-e28b-4261-afda-619a688cdab7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:16.725462 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (edeed624-e28b-4261-afda-619a688cdab7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:16.800397 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] For port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=4324a940-b0d5-4f95-82ef-6cc4bbb8177e,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:34:16.805497 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-7b2815d8-200e-4122-8d7d-a68d6460bee6 None None] Provisioning complete for port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:16.806982 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7b2815d8-200e-4122-8d7d-a68d6460bee6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:16.834770 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ed3246c7-f514-4267-be90-1840d26ae175), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:16.843862 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for port (568b39a4-b528-4e2f-8a8e-94f77918c7f4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:16.851297 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:16.859750 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-7b2815d8-200e-4122-8d7d-a68d6460bee6 None None] Port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:34:16.888997 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:17.049585 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c39b62ac-54eb-47eb-bc57-8d7f3837cd76 req-565a8455-c5ba-4d28-a004-c250dbd963ea service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b34f2ec4-8c64-4f05-98bb-ea3f485cf825 HTTP/1.1" status: 200 len: 217 time: 0.1376741 Jun 30 16:34:17.122228 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port edeed624-e28b-4261-afda-619a688cdab7 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:17.122828 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (edeed624-e28b-4261-afda-619a688cdab7), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:17.210033 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4f861-2e9a-485b-a289-7500b92b53eb None None] Pushing event updated for resources: {'Port': ['ID=4324a940-b0d5-4f95-82ef-6cc4bbb8177e,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:17.264305 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99002ad-c53c-4e85-8a78-081e001f6d48 req-33c90ec6-fc81-463c-a45c-59be3d84e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:17.276652 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-e99002ad-c53c-4e85-8a78-081e001f6d48 req-33c90ec6-fc81-463c-a45c-59be3d84e98c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6814a2cd-e579-4a71-a5f8-7331dec8330d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2244191 Jun 30 16:34:17.286548 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port edeed624-e28b-4261-afda-619a688cdab7, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=edeed624-e28b-4261-afda-619a688cdab7,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:17.293431 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:17.297741 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:34:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:17.335289 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b62ac-54eb-47eb-bc57-8d7f3837cd76 req-3fd79cb1-e97c-4fe0-9027-faf00adb0ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:17.335289 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c39b62ac-54eb-47eb-bc57-8d7f3837cd76 req-3fd79cb1-e97c-4fe0-9027-faf00adb0ca3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.2594492 Jun 30 16:34:17.342527 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.65', 51924) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:17.702245 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:17.768051 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33128) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:17.772037 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b62ac-54eb-47eb-bc57-8d7f3837cd76 req-c7a009cd-b1a8-4468-b92c-b2d3f4cc8b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:17.772477 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:17.774157 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c39b62ac-54eb-47eb-bc57-8d7f3837cd76 req-c7a009cd-b1a8-4468-b92c-b2d3f4cc8b9f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4181752 Jun 30 16:34:17.776097 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (edeed624-e28b-4261-afda-619a688cdab7), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:17.785262 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b37961ec-57a6-4a19-9ecc-214e59c4b6aa req-06439c8f-38e9-40b0-85f5-f3ff2476782e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 210 time: 0.1132755 Jun 30 16:34:17.792022 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0196d-dc25-47cb-9563-d396a20e0df0 req-1ce1234a-a7e7-489f-9917-122fc7cde588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:17.794268 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20d0196d-dc25-47cb-9563-d396a20e0df0 req-1ce1234a-a7e7-489f-9917-122fc7cde588 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 1127 time: 0.7655916 Jun 30 16:34:17.808734 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9406cd-6e39-4f31-a009-b562bee489df req-c4768e28-ff73-4fdf-8002-12b7d9c564a1 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:17.810694 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4e9406cd-6e39-4f31-a009-b562bee489df req-c4768e28-ff73-4fdf-8002-12b7d9c564a1 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 943 time: 1.0118299 Jun 30 16:34:17.866296 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4ff841ff-fedb-4d64-96d7-095bf4ac1ee0 None None] Provisioning complete for port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:17.866726 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4ff841ff-fedb-4d64-96d7-095bf4ac1ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:18.062745 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:18.072881 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (568b39a4-b528-4e2f-8a8e-94f77918c7f4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:18.132350 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 4324a940-b0d5-4f95-82ef-6cc4bbb8177e up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:18.133196 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:34:18.173037 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:34:18.314147 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:34:18.340995 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:18.386115 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8236f82-0eda-4a90-98e2-8e67cb96f385 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:18.429818 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-d3612194-52af-48e8-a6ce-4d667a445b86 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:18.431930 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-d3612194-52af-48e8-a6ce-4d667a445b86 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "GET /v2.0/networks?id=16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 200 len: 814 time: 1.0808442 Jun 30 16:34:18.460524 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c39b62ac-54eb-47eb-bc57-8d7f3837cd76 req-a5aa8b99-ea57-47ae-8216-86f332b60d48 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6428902 Jun 30 16:34:18.532007 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:18.539895 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4e9406cd-6e39-4f31-a009-b562bee489df req-e30c1022-fe4b-4878-9e44-c30aa644a13a tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6689889 Jun 30 16:34:18.585472 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:18.620123 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=edeed624-e28b-4261-afda-619a688cdab7,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:18.623519 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-e99002ad-c53c-4e85-8a78-081e001f6d48 req-3de8fbc9-223f-4199-899a-662e44afeada service neutron] 10.222.0.65 "GET /v2.0/networks/6814a2cd-e579-4a71-a5f8-7331dec8330d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2837017 Jun 30 16:34:18.653163 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d5ea8-8412-4f46-99c2-1a7e998561ea req-a30e07a6-707a-4deb-a2f0-de36250c06b3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:18.654795 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fe1d5ea8-8412-4f46-99c2-1a7e998561ea req-a30e07a6-707a-4deb-a2f0-de36250c06b3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 943 time: 0.6197240 Jun 30 16:34:18.683252 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:16Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:18.688428 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:18.689265 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:18.718225 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event updated for resources: {'Port': ['ID=568b39a4-b528-4e2f-8a8e-94f77918c7f4,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:18.833477 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0196d-dc25-47cb-9563-d396a20e0df0 req-68d56542-055e-4221-9848-5d024705e755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:18.835407 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20d0196d-dc25-47cb-9563-d396a20e0df0 req-68d56542-055e-4221-9848-5d024705e755 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 1.0215156 Jun 30 16:34:18.837133 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (4e94134e-9837-41fb-b727-9574fcdf6804), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:18.846676 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fe1d5ea8-8412-4f46-99c2-1a7e998561ea req-6dc1cb4e-8ff1-4f5a-bf4b-40f34f5f8748 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712036 Jun 30 16:34:18.913453 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8236f82-0eda-4a90-98e2-8e67cb96f385 admin admin] Publish callbacks [] for security_group (397e421c-ea84-4aa9-8b5b-78d930ac2a53), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:18.958616 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20d0196d-dc25-47cb-9563-d396a20e0df0 req-fd94d004-1c69-4ae5-96a7-53d999d43f7a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 HTTP/1.1" status: 200 len: 217 time: 0.1012912 Jun 30 16:34:19.039446 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8236f82-0eda-4a90-98e2-8e67cb96f385 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (397e421c-ea84-4aa9-8b5b-78d930ac2a53), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:19.051196 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for port (ed3246c7-f514-4267-be90-1840d26ae175), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:19.066025 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6729666d-9358-44a5-8193-ca9968813a90 None None] The sync data for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi is: [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:16Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:34:19.066787 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-252451fa-844c-40d5-b169-d55ee7430c09 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f942ab31bafc428bb1fba94aee2e0c32 HTTP/1.1" status: 200 len: 379 time: 0.5887697 Jun 30 16:34:19.072721 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:19.111509 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4ff841ff-fedb-4d64-96d7-095bf4ac1ee0 None None] Current status of the port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:19.111509 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4ff841ff-fedb-4d64-96d7-095bf4ac1ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:19.113385 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'port': {'device_id': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'admin_state_up': True, 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'security_groups': ['7966d985-d035-4842-a2b3-b73d2eeb10d9']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:19.121230 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:19.141718 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c39b62ac-54eb-47eb-bc57-8d7f3837cd76 req-07cf9d00-c00d-48cf-befd-683a954c9179 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506992 Jun 30 16:34:19.169761 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b73cb9a5-fa63-41f7-aa79-8c427029b094 req-f0e038df-c20b-4e04-871b-0406aed2a8c9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 210 time: 0.1943898 Jun 30 16:34:19.220942 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (ed3246c7-f514-4267-be90-1840d26ae175), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:19.236336 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:19.250790 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (d5a8ec6c-7b42-4253-a17a-7d98b7607165), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:19.279878 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (568b39a4-b528-4e2f-8a8e-94f77918c7f4), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:19.294888 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0196d-dc25-47cb-9563-d396a20e0df0 req-3a5be0b0-e518-4160-883a-7a6023cb1a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:19.296583 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20d0196d-dc25-47cb-9563-d396a20e0df0 req-3a5be0b0-e518-4160-883a-7a6023cb1a21 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.3190286 Jun 30 16:34:19.300336 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4ff841ff-fedb-4d64-96d7-095bf4ac1ee0 None None] For port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=4324a940-b0d5-4f95-82ef-6cc4bbb8177e,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:19.312851 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8236f82-0eda-4a90-98e2-8e67cb96f385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397e421c-ea84-4aa9-8b5b-78d930ac2a53,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:19.350127 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:19.350553 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:19.384437 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event updated for resources: {'Port': ['ID=ed3246c7-f514-4267-be90-1840d26ae175,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:19.414044 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d0196d-dc25-47cb-9563-d396a20e0df0 req-40b0fa2b-ff4c-4575-b1f1-91bd6d9d23b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:19.416357 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20d0196d-dc25-47cb-9563-d396a20e0df0 req-40b0fa2b-ff4c-4575-b1f1-91bd6d9d23b5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0898101 Jun 30 16:34:19.428755 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4ff841ff-fedb-4d64-96d7-095bf4ac1ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:19.433386 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:19.434622 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-a27bc37b-c1b5-403f-ac39-567874ba19f5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 10.3309314 Jun 30 16:34:19.472105 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d8236f82-0eda-4a90-98e2-8e67cb96f385 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3af4529ca03d410bb181575d9e4cd1d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7018204 Jun 30 16:34:19.490721 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33160) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:19.506672 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-e99002ad-c53c-4e85-8a78-081e001f6d48 req-4ca4761d-e04e-41db-8029-50f002a5c6fa service neutron] 10.222.0.65 "GET /v2.0/networks/6814a2cd-e579-4a71-a5f8-7331dec8330d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8632624 Jun 30 16:34:19.752529 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20d0196d-dc25-47cb-9563-d396a20e0df0 req-978e21c3-1053-4a62-bcce-ae5c1997f65d service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229747 Jun 30 16:34:19.797299 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for port (568b39a4-b528-4e2f-8a8e-94f77918c7f4), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:19.812267 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff841ff-fedb-4d64-96d7-095bf4ac1ee0 None None] Pushing event updated for resources: {'Port': ['ID=4324a940-b0d5-4f95-82ef-6cc4bbb8177e,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:19.826414 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5225-273e-44dc-8507-13e6e99eabaa admin admin] Publish callbacks [] for security_group (397e421c-ea84-4aa9-8b5b-78d930ac2a53), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:19.832594 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:34:19.836212 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.db.api [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 30 16:34:19.836636 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG oslo_db.api [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 16:34:19.882176 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5225-273e-44dc-8507-13e6e99eabaa admin admin] Publish callbacks [] for security_group (397e421c-ea84-4aa9-8b5b-78d930ac2a53), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:19.954034 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13276226-3dd7-4527-aee7-3701449d5bb2 req-4f25de4f-675c-4269-bfd1-3aadf35d212a tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:19.955595 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-13276226-3dd7-4527-aee7-3701449d5bb2 req-4f25de4f-675c-4269-bfd1-3aadf35d212a tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 943 time: 0.1351175 Jun 30 16:34:20.013655 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Made reservation on behalf of f942ab31bafc428bb1fba94aee2e0c32 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:34:20.017480 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:20.029243 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-33197b25-e9fa-4e56-8aac-0453c3a59f3b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--110207310&fields=id&tenant_id=80a9bf240ed0447faaf33bec8f19cb70 HTTP/1.1" status: 200 len: 267 time: 0.1689899 Jun 30 16:34:20.034999 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20d0196d-dc25-47cb-9563-d396a20e0df0 req-210af1e9-6727-46ee-8206-fc6a9f76e091 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582955 Jun 30 16:34:20.073342 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5225-273e-44dc-8507-13e6e99eabaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (397e421c-ea84-4aa9-8b5b-78d930ac2a53), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:20.076179 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5225-273e-44dc-8507-13e6e99eabaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:20.077428 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-a8ff5225-273e-44dc-8507-13e6e99eabaa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/397e421c-ea84-4aa9-8b5b-78d930ac2a53 HTTP/1.1" status: 204 len: 168 time: 0.5631487 Jun 30 16:34:20.077803 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (568b39a4-b528-4e2f-8a8e-94f77918c7f4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:20.093709 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-13276226-3dd7-4527-aee7-3701449d5bb2 req-13c4216f-57b8-44ad-b7d7-342005e4767a tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250994 Jun 30 16:34:20.160711 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (4e94134e-9837-41fb-b727-9574fcdf6804), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:20.161989 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff5225-273e-44dc-8507-13e6e99eabaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397e421c-ea84-4aa9-8b5b-78d930ac2a53,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:20.225855 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event updated for resources: {'Port': ['ID=568b39a4-b528-4e2f-8a8e-94f77918c7f4,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:20.272408 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8ba02df3-6626-44c6-9e9b-a534d7dba10b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:20.274408 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8ba02df3-6626-44c6-9e9b-a534d7dba10b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/networks?id=8aed81da-8ea7-4176-b3f4-7d728693f230 HTTP/1.1" status: 200 len: 809 time: 0.2336049 Jun 30 16:34:20.279338 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Allocated IP 172.20.0.14 (16892394-e408-48ab-985b-412d1c45e5c5/62e7d36d-3495-499f-a7ab-fddad57919a9/14804ed0-cd51-4355-ba1e-12c6728c4b2f) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:34:20.288505 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0af0e59-1c1d-486f-85a1-e8e6e4b5df46 req-c6f21f32-1859-4815-aa35-b022376f7565 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:20.296402 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d0af0e59-1c1d-486f-85a1-e8e6e4b5df46 req-c6f21f32-1859-4815-aa35-b022376f7565 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 943 time: 0.0859559 Jun 30 16:34:20.315556 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:20.316924 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-837a8ac0-4c80-4fe6-97a1-222773d5eff3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.2944369 Jun 30 16:34:20.329632 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-a2fe9277-17ae-4cad-832c-8ba8d1682701 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/quotas/80a9bf240ed0447faaf33bec8f19cb70 HTTP/1.1" status: 200 len: 375 time: 0.0303833 Jun 30 16:34:20.394894 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d0af0e59-1c1d-486f-85a1-e8e6e4b5df46 req-992df84e-105a-4b68-b8d5-87c391f60213 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884771 Jun 30 16:34:20.452776 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:20.468124 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-067b3cf7-b4c5-4a05-9e78-46f794e626ea tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087101 Jun 30 16:34:20.543956 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-86a93ba9-f0c2-47e4-9508-491702f76d7e req-a65fe40d-5afd-4c76-9913-47fa40b6b29a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 210 time: 0.0622301 Jun 30 16:34:20.576247 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:20.660556 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device edeed624-e28b-4261-afda-619a688cdab7 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:20.734677 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-d082f169-cc7e-4d37-ad7e-e6126f403c29 service neutron] 10.222.0.67 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109025 Jun 30 16:34:20.750970 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:INSERT=7,neutron:UPDATE=1,neutron:SELECT=92 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:20.756299 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:20.800065 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port edeed624-e28b-4261-afda-619a688cdab7 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:20.800344 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (edeed624-e28b-4261-afda-619a688cdab7), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:20.821537 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:20.829791 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-75aa00cd-35d9-4ad9-93fa-fea19df51ff1 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1803746741&fields=id&tenant_id=b66c389f8c5a47b2b97819e449c64ba0 HTTP/1.1" status: 200 len: 267 time: 0.1387932 Jun 30 16:34:20.909115 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port edeed624-e28b-4261-afda-619a688cdab7 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:20.911066 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 4324a940-b0d5-4f95-82ef-6cc4bbb8177e up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:20.949470 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:20.962151 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:20.972481 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:21.032980 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33216) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:21.048774 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:21.052470 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:21.075290 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5be2bce-4e1b-4432-bb00-ecf4a84b6d96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:21.079616 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Network 16892394-e408-48ab-985b-412d1c45e5c5 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:34:21.101775 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:34:21.115898 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:34:21.133716 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-79586d40-aa27-4e28-97fd-5feea51c8f62 service neutron] 10.222.0.67 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3631172 Jun 30 16:34:21.133834 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:21.136012 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:21.165072 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'Port': ['ID=14804ed0-cd51-4355-ba1e-12c6728c4b2f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:21.172420 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-6ec56c94-956d-4b41-9d32-d226420aba3e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:21.175147 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-6ec56c94-956d-4b41-9d32-d226420aba3e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/networks?id=93a4e560-3e75-48b5-b797-80cbf95a4a78 HTTP/1.1" status: 200 len: 816 time: 0.3256326 Jun 30 16:34:21.223272 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-1acfaff4-72fc-4976-a7ad-19e7a9b1a571 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/quotas/b66c389f8c5a47b2b97819e449c64ba0 HTTP/1.1" status: 200 len: 375 time: 0.0386848 Jun 30 16:34:21.253225 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:21.298518 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-bb3dc2b3-5c09-49f9-964e-c0afcc4a4e97 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2062352 Jun 30 16:34:21.399308 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5be2bce-4e1b-4432-bb00-ecf4a84b6d96 admin admin] Publish callbacks [] for security_group (033217a3-a781-4180-8cb0-bdac4a124a98), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:21.473902 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c5be2bce-4e1b-4432-bb00-ecf4a84b6d96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (033217a3-a781-4180-8cb0-bdac4a124a98), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:21.527872 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c5be2bce-4e1b-4432-bb00-ecf4a84b6d96 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9a0cbda2dc945ea9c009036bb59c48a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4873531 Jun 30 16:34:21.527872 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5be2bce-4e1b-4432-bb00-ecf4a84b6d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=033217a3-a781-4180-8cb0-bdac4a124a98,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:21.528081 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33228) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:21.561370 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-58f440f5-f25e-4f6f-9a3b-652237ab2d29 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3369453 Jun 30 16:34:21.592864 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-874ee9cc-77b4-4c31-a2a0-e0e0bd90db87 None None] Provisioning complete for port 14804ed0-cd51-4355-ba1e-12c6728c4b2f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:21.593401 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-874ee9cc-77b4-4c31-a2a0-e0e0bd90db87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:21.631944 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7282a4cf-cf89-4e03-a405-8a8013cd987a admin admin] Publish callbacks [] for security_group (033217a3-a781-4180-8cb0-bdac4a124a98), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:21.646093 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-874ee9cc-77b4-4c31-a2a0-e0e0bd90db87 None None] Port 14804ed0-cd51-4355-ba1e-12c6728c4b2f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:34:21.663573 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7282a4cf-cf89-4e03-a405-8a8013cd987a admin admin] Publish callbacks [] for security_group (033217a3-a781-4180-8cb0-bdac4a124a98), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:21.718878 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d26bd18-0844-444c-a5ee-62391a1c6b30 req-c48adc4a-61bb-41bb-862d-ffcd10ae48ac tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:21.720453 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d26bd18-0844-444c-a5ee-62391a1c6b30 req-c48adc4a-61bb-41bb-862d-ffcd10ae48ac tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 943 time: 0.0987947 Jun 30 16:34:21.758575 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-44250cce-f72d-4a17-9dc6-42a44a1a0bb2 service neutron] 10.222.0.67 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792612 Jun 30 16:34:21.819777 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7282a4cf-cf89-4e03-a405-8a8013cd987a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (033217a3-a781-4180-8cb0-bdac4a124a98), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:21.820729 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d26bd18-0844-444c-a5ee-62391a1c6b30 req-f16b8989-9e3b-4667-99dc-2901e6fa31a1 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937145 Jun 30 16:34:21.823371 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7282a4cf-cf89-4e03-a405-8a8013cd987a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:21.824610 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-7282a4cf-cf89-4e03-a405-8a8013cd987a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/033217a3-a781-4180-8cb0-bdac4a124a98 HTTP/1.1" status: 204 len: 168 time: 0.2957084 Jun 30 16:34:21.845692 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7282a4cf-cf89-4e03-a405-8a8013cd987a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=033217a3-a781-4180-8cb0-bdac4a124a98,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:21.912058 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-2c40daca-34f4-4508-991e-f73d7c0b5875 service neutron] 10.222.0.67 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456070 Jun 30 16:34:22.089224 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8dec9-d273-44ac-8bc4-2c8f2c2423a2 req-f547e818-067f-4dcf-a753-c6a0b2048808 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:22.091883 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d1d8dec9-d273-44ac-8bc4-2c8f2c2423a2 req-f547e818-067f-4dcf-a753-c6a0b2048808 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 943 time: 0.0788016 Jun 30 16:34:22.166836 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d1d8dec9-d273-44ac-8bc4-2c8f2c2423a2 req-3da686b0-b061-4d71-8d69-57a48e132468 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654395 Jun 30 16:34:22.219671 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d91f6ca2-df3b-40fe-b178-f967723854a7 req-0729182a-bcea-4a44-9fae-541df8a9fc5c tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.0368626 Jun 30 16:34:22.323844 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e7009a7c-746d-49ba-848d-1cc07033d460 req-14747eaa-45ba-49dc-a1dc-02f9828cc6f0 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.0367990 Jun 30 16:34:22.325739 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825448d-0592-4c2a-aa32-29359c4326b4 req-379ec868-859f-49dd-a0a1-34b82dead653 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:22.327214 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f825448d-0592-4c2a-aa32-29359c4326b4 req-379ec868-859f-49dd-a0a1-34b82dead653 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 932 time: 0.0965197 Jun 30 16:34:22.399544 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f825448d-0592-4c2a-aa32-29359c4326b4 req-5e4148d2-0ec6-4521-af99-970a45090681 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656519 Jun 30 16:34:22.995348 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f442af-76ef-4519-ad88-dc13f3dcca23 req-892e8142-a5e8-4646-8f83-ca6dbc2a2d5e tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:22.996971 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a2f442af-76ef-4519-ad88-dc13f3dcca23 req-892e8142-a5e8-4646-8f83-ca6dbc2a2d5e tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 943 time: 0.0516264 Jun 30 16:34:23.062702 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a2f442af-76ef-4519-ad88-dc13f3dcca23 req-7cdf9475-9d5a-42cc-aae7-d9e1eebec4d7 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568459 Jun 30 16:34:23.324329 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdb7fc8-a9d6-4628-9433-71e0ba875091 req-8a917e0f-7c2c-4a63-9a58-48b9dffeda3a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:23.326896 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7fdb7fc8-a9d6-4628-9433-71e0ba875091 req-8a917e0f-7c2c-4a63-9a58-48b9dffeda3a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 943 time: 0.0773108 Jun 30 16:34:23.372793 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-78ff2b63-2d48-44ae-b893-40f90a961d44 req-7c33c031-98ae-4b70-ba78-503006f4bbdd tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.0442924 Jun 30 16:34:23.412914 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7fdb7fc8-a9d6-4628-9433-71e0ba875091 req-9b8af1e3-9470-4cbf-b729-93635dfbfaa1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694335 Jun 30 16:34:23.456175 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8c62f92c-5ffc-4697-82e8-97ec0b2fbbaa req-6902935b-4a44-41bd-ab11-01c73ecc4665 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.0395424 Jun 30 16:34:23.535627 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191f3ab-4214-4fb8-827d-16496fec663d req-d45a193a-08c2-4a44-9dd9-2600a034de2c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:23.537548 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c191f3ab-4214-4fb8-827d-16496fec663d req-d45a193a-08c2-4a44-9dd9-2600a034de2c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 932 time: 0.0532327 Jun 30 16:34:23.609647 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c191f3ab-4214-4fb8-827d-16496fec663d req-e39ed5a9-c743-44b8-a20b-e22eb2ebd7c9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639260 Jun 30 16:34:23.774379 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:23.966109 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:24.108701 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:24.209779 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66d7ae-7d99-44cc-9860-701cb93b06b7 req-edd44749-06ef-4337-943e-a227f7b45d76 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:24.209893 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3d66d7ae-7d99-44cc-9860-701cb93b06b7 req-edd44749-06ef-4337-943e-a227f7b45d76 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 943 time: 0.0719771 Jun 30 16:34:24.273018 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3d66d7ae-7d99-44cc-9860-701cb93b06b7 req-7d68150d-0837-49f7-988a-c915158c549d tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515194 Jun 30 16:34:24.497928 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ad9fda46-0864-4c9a-bb59-641de108179f req-c2621356-41be-4c8b-8c4b-edeedf5a90dc tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.0378072 Jun 30 16:34:24.602341 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b6635-e8f5-437b-bd2a-0e9a5edcfb37 req-60291d23-4faf-46d5-97de-43d88ba2572a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:24.605579 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-534b6635-e8f5-437b-bd2a-0e9a5edcfb37 req-60291d23-4faf-46d5-97de-43d88ba2572a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 943 time: 0.1023569 Jun 30 16:34:24.645326 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-00a9cff9-5515-46cb-b7f5-7a7013c52850 req-187b22c0-e4b1-4a42-80f6-9f21ce49fb23 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.0806854 Jun 30 16:34:24.720230 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-534b6635-e8f5-437b-bd2a-0e9a5edcfb37 req-0635ee6f-8ff7-4e92-bfd4-ad647aa885ab tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812488 Jun 30 16:34:24.781738 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829217a-5bd7-4350-bd52-2f23c9538577 req-b8235c76-df9f-4eaf-b4a5-7c1e939b2888 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:24.783309 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6829217a-5bd7-4350-bd52-2f23c9538577 req-b8235c76-df9f-4eaf-b4a5-7c1e939b2888 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 932 time: 0.0616829 Jun 30 16:34:24.806419 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:24.839117 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6829217a-5bd7-4350-bd52-2f23c9538577 req-40b95390-608a-4f44-9ada-8c84a2546bb3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489657 Jun 30 16:34:25.406856 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde9b357-7249-493d-a00f-96b7f2234fd7 req-efdfad90-2ca4-422f-a3d3-30cd04fc81ed tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:25.408359 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cde9b357-7249-493d-a00f-96b7f2234fd7 req-efdfad90-2ca4-422f-a3d3-30cd04fc81ed tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 943 time: 0.0527356 Jun 30 16:34:25.458847 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cde9b357-7249-493d-a00f-96b7f2234fd7 req-6281e57c-74b4-4782-9d1f-af71b18af9e0 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435057 Jun 30 16:34:25.604700 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-86fc57ac-f83e-48be-a506-f170cc6343eb req-91d772d4-44dc-4910-906b-e73c654c7d6d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.0370836 Jun 30 16:34:25.814869 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a5bf8b28-5d84-47fa-80dc-9726e4168cfb req-9ce4a630-fc9a-4b0e-83db-53b8e97326bf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.0621207 Jun 30 16:34:25.855817 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a9291-5811-4a64-8ff4-d41e69eb21cb req-65cb40cc-4677-41f0-b7b6-ed35dbd829ef tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:25.866045 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5f7a9291-5811-4a64-8ff4-d41e69eb21cb req-65cb40cc-4677-41f0-b7b6-ed35dbd829ef tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 943 time: 0.0533190 Jun 30 16:34:25.912777 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5f7a9291-5811-4a64-8ff4-d41e69eb21cb req-5a4a78fd-9e78-4303-a38a-9f3b2a00775c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494931 Jun 30 16:34:25.969231 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5555e7-e970-4154-8c97-cb66be2bc0bc req-19c3cdf9-b3b2-462e-b45c-5523c67c3a81 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:25.970741 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fe5555e7-e970-4154-8c97-cb66be2bc0bc req-19c3cdf9-b3b2-462e-b45c-5523c67c3a81 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 932 time: 0.0522435 Jun 30 16:34:26.026854 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fe5555e7-e970-4154-8c97-cb66be2bc0bc req-425ebda0-ff97-416a-b176-31d2248c188b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440242 Jun 30 16:34:26.581670 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3189df1b-a50e-4b14-bd25-acf87ee4f959 req-62eaabdb-5a7d-4c52-bdf2-6421de6624e4 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:26.583210 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3189df1b-a50e-4b14-bd25-acf87ee4f959 req-62eaabdb-5a7d-4c52-bdf2-6421de6624e4 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 943 time: 0.0509455 Jun 30 16:34:26.648279 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3189df1b-a50e-4b14-bd25-acf87ee4f959 req-72977624-0a15-4731-b749-dc8dd237dc30 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592363 Jun 30 16:34:26.649100 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:26.717516 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0fa5c554-898a-488e-b69f-4d29991364d2 req-64d9a370-a626-45e9-892b-eb07966378de tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.0329037 Jun 30 16:34:26.767184 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:26.986604 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f0836e07-ae4c-4500-b8ab-1a500a0beac2 req-0c5e8135-7e20-4511-a08d-899b8c7c58b7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.0406694 Jun 30 16:34:27.062303 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d5dac-9f86-4692-9e05-62438120189f req-9341e2a5-a570-428a-b6f0-2c24804a0713 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:27.063898 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-455d5dac-9f86-4692-9e05-62438120189f req-9341e2a5-a570-428a-b6f0-2c24804a0713 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 943 time: 0.0518634 Jun 30 16:34:27.125693 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:27.157515 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-455d5dac-9f86-4692-9e05-62438120189f req-8cbda718-abc5-438e-8e81-012a5e5420de tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870988 Jun 30 16:34:27.179893 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de0a0cf-40bf-4bd6-a221-c5b9c0249117 req-596a6550-58e9-495d-bfae-f4bec41cff41 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:27.181674 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3de0a0cf-40bf-4bd6-a221-c5b9c0249117 req-596a6550-58e9-495d-bfae-f4bec41cff41 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 932 time: 0.0783181 Jun 30 16:34:27.280019 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3de0a0cf-40bf-4bd6-a221-c5b9c0249117 req-4c100c43-5af7-47dc-80e1-6c51acf0e4a2 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905275 Jun 30 16:34:27.331902 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:27.363540 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Request body: {'port': {'device_id': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:27.434753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:27.703843 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device c270e4fc-eb23-4881-be9d-da7f4f37912e details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:34:27.819890 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14804ed0-cd51-4355-ba1e-12c6728c4b2f {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:34:27.829135 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Publish callbacks [] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:27.845239 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Transition to ACTIVE for port object 14804ed0-cd51-4355-ba1e-12c6728c4b2f will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:34:27.849943 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74465703-e050-41c2-b577-12d93302eb9d req-d7f77e9a-3020-40cf-a7a6-5db3efda41d2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:27.852337 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-74465703-e050-41c2-b577-12d93302eb9d req-d7f77e9a-3020-40cf-a7a6-5db3efda41d2 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 943 time: 0.1212494 Jun 30 16:34:27.904447 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33412) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:27.917474 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-228e4f1b-0d69-4f0b-90fa-88329051fcf6 req-024297bd-b1d2-4912-b91d-1504688499ba tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.0469980 Jun 30 16:34:27.992333 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-74465703-e050-41c2-b577-12d93302eb9d req-fea38d9e-3e05-405b-99de-7f598b5d4b64 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320689 Jun 30 16:34:28.006508 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:28.021222 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port c270e4fc-eb23-4881-be9d-da7f4f37912e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c270e4fc-eb23-4881-be9d-da7f4f37912e,segment=NetworkSegment(bafbb560-6c87-442b-8236-f1c5400b40da),segment_id=bafbb560-6c87-442b-8236-f1c5400b40da)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:28.037719 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'c270e4fc-eb23-4881-be9d-da7f4f37912e', 'network_id': '6814a2cd-e579-4a71-a5f8-7331dec8330d', 'port_id': 'c270e4fc-eb23-4881-be9d-da7f4f37912e', 'mac_address': 'fa:16:3e:29:e0:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 438, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d874353-8ab5-4f05-9ffb-5acedd70a928', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:34:28.159087 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port c270e4fc-eb23-4881-be9d-da7f4f37912e is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:28.160355 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:28.248839 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c270e4fc-eb23-4881-be9d-da7f4f37912e {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:34:28.265484 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a39489fe-3731-4b22-86c8-aa912351630c req-26dd44aa-dd66-4d8d-baa6-f6e21c4e8acb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.1036966 Jun 30 16:34:28.282628 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port c270e4fc-eb23-4881-be9d-da7f4f37912e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c270e4fc-eb23-4881-be9d-da7f4f37912e,segment=NetworkSegment(bafbb560-6c87-442b-8236-f1c5400b40da),segment_id=bafbb560-6c87-442b-8236-f1c5400b40da)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:28.320329 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Pushing event updated for resources: {'Port': ['ID=14804ed0-cd51-4355-ba1e-12c6728c4b2f,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:28.358442 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fca369dd-0d06-4dc6-8aed-adc8af854617 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:28.374117 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Attempting to bind port 14804ed0-cd51-4355-ba1e-12c6728c4b2f on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:34:28.375153 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Attempting to bind port 14804ed0-cd51-4355-ba1e-12c6728c4b2f by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:34:28.375673 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Attempting to bind port 14804ed0-cd51-4355-ba1e-12c6728c4b2f on network 16892394-e408-48ab-985b-412d1c45e5c5 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:28.382228 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Port 14804ed0-cd51-4355-ba1e-12c6728c4b2f on network 16892394-e408-48ab-985b-412d1c45e5c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:34:28.382563 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Attempting to bind port 14804ed0-cd51-4355-ba1e-12c6728c4b2f on network 16892394-e408-48ab-985b-412d1c45e5c5 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:28.382704 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebe759b-cdf4-48c3-8e90-0e6c0ccc96e8 req-79b2bd37-8805-4695-ad80-df9fa32eeef7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:28.397906 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:34:28.398259 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Checking segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:34:28.398655 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Bound using segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:34:28.399111 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Bound port: 14804ed0-cd51-4355-ba1e-12c6728c4b2f, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:34:28.399495 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:28.400570 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5ebe759b-cdf4-48c3-8e90-0e6c0ccc96e8 req-79b2bd37-8805-4695-ad80-df9fa32eeef7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 943 time: 0.1006181 Jun 30 16:34:28.435117 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:28.528583 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b112f744-22bb-45f7-8e2d-5c5ff268a992 req-84e2abda-1acc-4194-8a53-01bc4077bbef tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:28.535864 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b112f744-22bb-45f7-8e2d-5c5ff268a992 req-84e2abda-1acc-4194-8a53-01bc4077bbef tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 944 time: 0.1321929 Jun 30 16:34:28.544890 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:28.548487 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=c270e4fc-eb23-4881-be9d-da7f4f37912e,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:28.552642 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] For port 14804ed0-cd51-4355-ba1e-12c6728c4b2f, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:34:28.554842 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:28.556925 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] For port 14804ed0-cd51-4355-ba1e-12c6728c4b2f, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=14804ed0-cd51-4355-ba1e-12c6728c4b2f,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:34:28.567273 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5ebe759b-cdf4-48c3-8e90-0e6c0ccc96e8 req-3e09a3b6-0ff5-4ce0-bb2b-428154b34221 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655219 Jun 30 16:34:28.586850 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fca369dd-0d06-4dc6-8aed-adc8af854617 admin admin] Publish callbacks [] for security_group (d52418a0-5bea-4e5c-92be-6d07d505f24c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:28.602782 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b112f744-22bb-45f7-8e2d-5c5ff268a992 req-3f0c7580-eb0c-4ef8-88e2-c264b4f32903 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661693 Jun 30 16:34:28.698352 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:28.741420 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:28.742064 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:28.743615 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] 10.222.0.65 "PUT /v2.0/ports/14804ed0-cd51-4355-ba1e-12c6728c4b2f HTTP/1.1" status: 200 len: 1094 time: 1.3846962 Jun 30 16:34:28.744106 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'tag': '14804ed0-cd51-4355-ba1e-12c6728c4b2f'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:28.748602 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05152360-bb26-4129-81e1-74811d1addf1" -d '{"events": [{"name": "network-changed", "server_uuid": "285f3262-38a1-4c65-9680-18fa2ef40c32", "tag": "14804ed0-cd51-4355-ba1e-12c6728c4b2f"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:28.767944 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fca369dd-0d06-4dc6-8aed-adc8af854617 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (d52418a0-5bea-4e5c-92be-6d07d505f24c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:28.771834 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['c270e4fc-eb23-4881-be9d-da7f4f37912e'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:34:28.837917 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:28.857204 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9236130a-123c-42bb-8f27-d7ce02a508d8 x-openstack-request-id: req-9236130a-123c-42bb-8f27-d7ce02a508d8 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:28.857996 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285f3262-38a1-4c65-9680-18fa2ef40c32", "tag": "14804ed0-cd51-4355-ba1e-12c6728c4b2f", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:28.858954 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9236130a-123c-42bb-8f27-d7ce02a508d8 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:28.859995 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9236130a-123c-42bb-8f27-d7ce02a508d8'] response: {'name': 'network-changed', 'server_uuid': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'tag': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'status': 'completed', 'code': 200} Jun 30 16:34:28.868970 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-fca369dd-0d06-4dc6-8aed-adc8af854617 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bbc14b32ce7b47d18c84f545cb65b732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9631386 Jun 30 16:34:28.872207 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 33434) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:29.095960 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a874aa42-feae-48a7-a0e5-d9be240f8b9f admin admin] Publish callbacks [] for security_group (d52418a0-5bea-4e5c-92be-6d07d505f24c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:29.118051 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427c9469-5c86-44f8-8036-9b826c64daaf service neutron] Pushing event updated for resources: {'Port': ['ID=14804ed0-cd51-4355-ba1e-12c6728c4b2f,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:29.135735 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca369dd-0d06-4dc6-8aed-adc8af854617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d52418a0-5bea-4e5c-92be-6d07d505f24c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:29.144122 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05152360-bb26-4129-81e1-74811d1addf1 req-f9a34da4-330c-4742-8a1e-47b480992029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:29.147325 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-05152360-bb26-4129-81e1-74811d1addf1 req-f9a34da4-330c-4742-8a1e-47b480992029 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 1128 time: 0.2971697 Jun 30 16:34:29.266721 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a874aa42-feae-48a7-a0e5-d9be240f8b9f admin admin] Publish callbacks [] for security_group (d52418a0-5bea-4e5c-92be-6d07d505f24c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:29.285984 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5c4770b6-7707-46d8-b676-de534a6279bf req-8a2cde18-26c7-4b78-8b98-5ac132766ae9 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.1274488 Jun 30 16:34:29.396269 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ccb33f-403a-401c-b58d-0f52b810a6fc req-32f93cde-3a2c-43cb-ae29-548fa06b8bbb tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:29.398964 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-94ccb33f-403a-401c-b58d-0f52b810a6fc req-32f93cde-3a2c-43cb-ae29-548fa06b8bbb tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 944 time: 0.1937070 Jun 30 16:34:29.451264 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-46ab4a7b-217a-4cf8-9863-972ae1d1d485 req-be2d5492-1e28-4c01-a7b6-3bd1839e3fca tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.0496466 Jun 30 16:34:29.521783 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-94ccb33f-403a-401c-b58d-0f52b810a6fc req-e9b9a029-df21-4d62-ba4a-539b7584fafe tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746644 Jun 30 16:34:29.587807 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a874aa42-feae-48a7-a0e5-d9be240f8b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (d52418a0-5bea-4e5c-92be-6d07d505f24c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:29.591797 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a874aa42-feae-48a7-a0e5-d9be240f8b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:29.596408 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-a874aa42-feae-48a7-a0e5-d9be240f8b9f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d52418a0-5bea-4e5c-92be-6d07d505f24c HTTP/1.1" status: 204 len: 168 time: 0.7174072 Jun 30 16:34:29.604723 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a874aa42-feae-48a7-a0e5-d9be240f8b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d52418a0-5bea-4e5c-92be-6d07d505f24c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:29.688971 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device b34f2ec4-8c64-4f05-98bb-ea3f485cf825 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:34:29.698098 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05152360-bb26-4129-81e1-74811d1addf1 req-de1952d7-1b62-47af-9d86-0d71e14427f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:29.702784 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-05152360-bb26-4129-81e1-74811d1addf1 req-de1952d7-1b62-47af-9d86-0d71e14427f1 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3690410 Jun 30 16:34:29.816672 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268cec1c-f337-4c31-a448-f19f9dce1446 req-6a5a74e8-2230-487d-bacc-6bfce30244c0 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:29.821840 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-268cec1c-f337-4c31-a448-f19f9dce1446 req-6a5a74e8-2230-487d-bacc-6bfce30244c0 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 943 time: 0.1420264 Jun 30 16:34:29.825558 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:29.826728 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=5 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:29.857949 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device c270e4fc-eb23-4881-be9d-da7f4f37912e up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:29.946024 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:29.984033 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port b34f2ec4-8c64-4f05-98bb-ea3f485cf825, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b34f2ec4-8c64-4f05-98bb-ea3f485cf825,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:29.985602 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008aeca-6aec-4c70-8656-6483ab356a0e req-6b89b94a-81ea-496b-935b-ae8c71a407f3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:29.988281 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4008aeca-6aec-4c70-8656-6483ab356a0e req-6b89b94a-81ea-496b-935b-ae8c71a407f3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 944 time: 0.1423187 Jun 30 16:34:30.040640 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port c270e4fc-eb23-4881-be9d-da7f4f37912e completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:34:30.046841 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'b34f2ec4-8c64-4f05-98bb-ea3f485cf825', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'port_id': 'b34f2ec4-8c64-4f05-98bb-ea3f485cf825', 'mac_address': 'fa:16:3e:8d:41:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:34:30.066923 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05152360-bb26-4129-81e1-74811d1addf1 req-57441ddb-c33c-44ad-9671-d871337dc21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:30.069610 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-05152360-bb26-4129-81e1-74811d1addf1 req-57441ddb-c33c-44ad-9671-d871337dc21e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3569610 Jun 30 16:34:30.129943 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-268cec1c-f337-4c31-a448-f19f9dce1446 req-e6601c3a-e36e-458f-aea9-ab0e5f58ba67 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987339 Jun 30 16:34:30.135146 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port b34f2ec4-8c64-4f05-98bb-ea3f485cf825 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:30.135858 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:30.172526 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34f2ec4-8c64-4f05-98bb-ea3f485cf825 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:34:30.200713 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port b34f2ec4-8c64-4f05-98bb-ea3f485cf825, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b34f2ec4-8c64-4f05-98bb-ea3f485cf825,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:30.236662 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port c270e4fc-eb23-4881-be9d-da7f4f37912e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:30.236847 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:30.285284 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-6a5fbbe4-317c-448e-a664-55d7d6430f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:30.287924 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-6a5fbbe4-317c-448e-a664-55d7d6430f5f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 1128 time: 0.1251566 Jun 30 16:34:30.299854 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:30.301179 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:34:30.325067 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-0f52345f-ec02-4ae9-9f57-f64a82e84d28 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:30.327695 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-0f52345f-ec02-4ae9-9f57-f64a82e84d28 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.65 "GET /v2.0/networks?id=8aed81da-8ea7-4176-b3f4-7d728693f230 HTTP/1.1" status: 200 len: 809 time: 0.3320854 Jun 30 16:34:30.394826 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-3bf50121-b7f4-4f28-902a-b2e6f55d6256 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14804ed0-cd51-4355-ba1e-12c6728c4b2f HTTP/1.1" status: 200 len: 217 time: 0.0655015 Jun 30 16:34:30.415953 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-a6c575e7-360c-4d11-af35-54f8c7f11ec9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:30.424928 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-a6c575e7-360c-4d11-af35-54f8c7f11ec9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.65 "GET /v2.0/networks?id=93a4e560-3e75-48b5-b797-80cbf95a4a78 HTTP/1.1" status: 200 len: 816 time: 0.4872391 Jun 30 16:34:30.452629 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4008aeca-6aec-4c70-8656-6483ab356a0e req-9ad7d9fa-bbc2-4913-b1fc-2ee6457b38c4 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3860400 Jun 30 16:34:30.551998 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-fae009c4-a27b-453c-817f-9ad509491f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:30.556329 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-fae009c4-a27b-453c-817f-9ad509491f94 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62e7d36d-3495-499f-a7ab-fddad57919a9 HTTP/1.1" status: 200 len: 853 time: 0.1033511 Jun 30 16:34:30.608600 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:30.645494 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-600a4bcb-62a1-475b-b3a3-ebdefbc97335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:30.647128 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-600a4bcb-62a1-475b-b3a3-ebdefbc97335 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16892394-e408-48ab-985b-412d1c45e5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784655 Jun 30 16:34:30.652940 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8fc71dc0-5d23-49b4-afd6-78944cfd1a7a tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a9bf240ed0447faaf33bec8f19cb70 HTTP/1.1" status: 200 len: 379 time: 0.2566781 Jun 30 16:34:30.653261 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.db.resource_extend [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jun 30 16:34:30.654269 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bf1c2a9c-89d0-45ac-b409-6b1a27a6c3bc req-397ad04c-84d0-47fb-94ed-1fb4d2ce6bc6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.1709139 Jun 30 16:34:30.672559 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Request body: {'port': {'device_id': '32f21182-53c1-471e-b55f-3f5654e72daf', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'admin_state_up': True, 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'security_groups': ['9e590603-071d-456d-b52b-b33ee5d3cda9']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:30.697656 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:30.729685 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=b34f2ec4-8c64-4f05-98bb-ea3f485cf825,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:30.836757 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'port_id': '8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1', 'mac_address': 'fa:16:3e:65:9c:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:34:30.851073 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a13445de-44a7-4539-bfaa-1d10facd4273 req-32db66e2-5583-4cd4-a5f6-ec1ef40ba78c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.1945145 Jun 30 16:34:30.908509 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:30.913625 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port c270e4fc-eb23-4881-be9d-da7f4f37912e is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:30.914374 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:30.951919 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-2bf450e3-3b25-4f93-bc36-2bc589c96ff1 service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937393 Jun 30 16:34:30.961135 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:30.971745 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aac043-7017-417e-a8dd-0a2619c5f38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c270e4fc-eb23-4881-be9d-da7f4f37912e'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:30.989195 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-40a66f95-c798-4e28-aed0-01663bcbe6d5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66c389f8c5a47b2b97819e449c64ba0 HTTP/1.1" status: 200 len: 380 time: 0.5296123 Jun 30 16:34:31.031022 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63857e95-d304-4f7b-bca8-570dd17472d9 req-b6d9bc74-968a-409b-a523-8aae54b4828d tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:31.041201 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-63857e95-d304-4f7b-bca8-570dd17472d9 req-b6d9bc74-968a-409b-a523-8aae54b4828d tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 944 time: 0.1821091 Jun 30 16:34:31.064377 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:31.064377 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:31.068369 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Request body: {'port': {'device_id': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'admin_state_up': True, 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'security_groups': ['0958b1b7-20f1-4595-b29e-22ee0bd28b2c']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:31.083796 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port c270e4fc-eb23-4881-be9d-da7f4f37912e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c270e4fc-eb23-4881-be9d-da7f4f37912e,segment=NetworkSegment(bafbb560-6c87-442b-8236-f1c5400b40da),segment_id=bafbb560-6c87-442b-8236-f1c5400b40da)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:31.090619 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:34:31.100443 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Made reservation on behalf of 80a9bf240ed0447faaf33bec8f19cb70 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:34:31.114915 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:31.119970 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:31.121498 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33502) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:31.124825 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:31.125147 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:31.208149 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:31.216749 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:31.239635 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa318-208f-4b1e-9746-117580375d45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:31.313804 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=c270e4fc-eb23-4881-be9d-da7f4f37912e,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:31.383015 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Allocated IP 172.20.0.6 (8aed81da-8ea7-4176-b3f4-7d728693f230/02ad2b4a-36a6-4968-8296-92b670df27ed/159acf30-2cf3-40f6-aa1f-50b4d29f5f28) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:34:31.424466 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-63857e95-d304-4f7b-bca8-570dd17472d9 req-7a3b209a-d59c-4717-9df6-4982d10e826f tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855151 Jun 30 16:34:31.424593 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d217b7e2-6293-42b4-8212-f24226493329" -d '{"events": [{"server_uuid": "37aac043-7017-417e-a8dd-0a2619c5f38b", "name": "network-vif-plugged", "status": "completed", "tag": "c270e4fc-eb23-4881-be9d-da7f4f37912e"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:31.453342 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cf92e152-73eb-4af9-a69b-0d20d3e12a63 req-52296374-3c02-414f-b3a0-77e5c16d9afb service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4831944 Jun 30 16:34:31.469875 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:31.539511 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['b34f2ec4-8c64-4f05-98bb-ea3f485cf825'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:34:31.555672 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30295043-d7cb-4bdf-a419-619a03584538 req-7563cc02-149a-43f2-b5c5-bce181bd6528 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:31.563874 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-30295043-d7cb-4bdf-a419-619a03584538 req-7563cc02-149a-43f2-b5c5-bce181bd6528 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 944 time: 0.1395073 Jun 30 16:34:31.654880 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-30295043-d7cb-4bdf-a419-619a03584538 req-cd43f4f7-9f74-40c9-bc86-e0bf1059ecf6 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899756 Jun 30 16:34:31.656066 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa318-208f-4b1e-9746-117580375d45 admin admin] Publish callbacks [] for security_group (d3c18627-ecbb-4b2f-a484-518fdef4da96), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:31.706625 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Made reservation on behalf of b66c389f8c5a47b2b97819e449c64ba0 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:34:31.711062 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:31.768792 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1beb2fd-41f4-4d68-8f66-a92ec3abb2a6 x-openstack-request-id: req-e1beb2fd-41f4-4d68-8f66-a92ec3abb2a6 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:31.769429 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aac043-7017-417e-a8dd-0a2619c5f38b", "name": "network-vif-plugged", "status": "completed", "tag": "c270e4fc-eb23-4881-be9d-da7f4f37912e", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:31.769621 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e1beb2fd-41f4-4d68-8f66-a92ec3abb2a6 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:31.770217 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1beb2fd-41f4-4d68-8f66-a92ec3abb2a6'] response: {'server_uuid': '37aac043-7017-417e-a8dd-0a2619c5f38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c270e4fc-eb23-4881-be9d-da7f4f37912e', 'code': 200} Jun 30 16:34:31.771829 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:34:31.858458 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bc2fa318-208f-4b1e-9746-117580375d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (d3c18627-ecbb-4b2f-a484-518fdef4da96), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:31.948094 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-68af2d03-f67b-4c54-ac49-0ef364d9a2d7 req-2db4d20f-d540-4bc7-9ac6-71a9db86f9f1 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.0934215 Jun 30 16:34:31.980658 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:31.983865 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2fa318-208f-4b1e-9746-117580375d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c18627-ecbb-4b2f-a484-518fdef4da96,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:32.010329 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-bc2fa318-208f-4b1e-9746-117580375d45 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ba99c2cce3c14654861c7c3c1aa67f7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8831084 Jun 30 16:34:32.022153 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33538) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:32.044689 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:32.046955 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Allocated IP 172.20.0.4 (93a4e560-3e75-48b5-b797-80cbf95a4a78/36d695e2-318a-416b-9854-a898a8097f8d/feb9d98a-c1aa-45cf-b1e3-06597d656e69) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:34:32.106600 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12122cd2-fdea-4d86-bb83-1020eeef9171 req-de3bdc22-eaea-4fa1-b273-e1a8d6aadb34 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:32.109321 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-12122cd2-fdea-4d86-bb83-1020eeef9171 req-de3bdc22-eaea-4fa1-b273-e1a8d6aadb34 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 944 time: 0.3689737 Jun 30 16:34:32.181076 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-46531810-0e3e-4a65-9415-de99b342716e req-006fc7a2-70ca-4a83-842c-fd122e3cc526 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.0498962 Jun 30 16:34:32.245082 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-12122cd2-fdea-4d86-bb83-1020eeef9171 req-b204c974-0a07-4c4b-b420-9815c98ca2ce tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276209 Jun 30 16:34:32.327701 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:32.405091 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=5 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:32.443824 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aec2b888-7d09-4b87-aa73-37264b853ad4 admin admin] Publish callbacks [] for security_group (d3c18627-ecbb-4b2f-a484-518fdef4da96), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:32.444237 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:32.447150 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:32.496703 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aec2b888-7d09-4b87-aa73-37264b853ad4 admin admin] Publish callbacks [] for security_group (d3c18627-ecbb-4b2f-a484-518fdef4da96), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:32.517321 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event updated for resources: {'Port': ['ID=feb9d98a-c1aa-45cf-b1e3-06597d656e69,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:32.534135 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Network 93a4e560-3e75-48b5-b797-80cbf95a4a78 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:34:32.536101 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:34:32.539698 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:34:32.550702 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:32.551773 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:32.577127 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:32.731755 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Network 8aed81da-8ea7-4176-b3f4-7d728693f230 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:34:32.738031 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:34:32.759403 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:34:32.786077 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:32.800894 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:32.860604 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aec2b888-7d09-4b87-aa73-37264b853ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (d3c18627-ecbb-4b2f-a484-518fdef4da96), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:32.872711 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aec2b888-7d09-4b87-aa73-37264b853ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:32.872711 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-aec2b888-7d09-4b87-aa73-37264b853ad4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3c18627-ecbb-4b2f-a484-518fdef4da96 HTTP/1.1" status: 204 len: 168 time: 0.8432188 Jun 30 16:34:32.941030 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event updated for resources: {'Port': ['ID=159acf30-2cf3-40f6-aa1f-50b4d29f5f28,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:33.046115 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec2b888-7d09-4b87-aa73-37264b853ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c18627-ecbb-4b2f-a484-518fdef4da96,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:33.063067 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:33.096118 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d3b4f-a706-44f9-b671-56813d01c254 req-ddc62aba-530c-4025-869f-f8773f12ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:33.099350 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3e5d3b4f-a706-44f9-b671-56813d01c254 req-ddc62aba-530c-4025-869f-f8773f12ab74 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 1129 time: 0.2885633 Jun 30 16:34:33.130400 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f6577d8f-2f9d-40ea-a019-992215c2059e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4707930 Jun 30 16:34:33.181977 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Request body: {'port': {'device_id': '32f21182-53c1-471e-b55f-3f5654e72daf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:33.194961 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-caae93c6-dc9c-4002-8633-651948ab2a29 None None] Provisioning complete for port feb9d98a-c1aa-45cf-b1e3-06597d656e69 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:33.198266 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3e5d3b4f-a706-44f9-b671-56813d01c254 req-57159a87-b220-44f1-b130-d031b36df9f2 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:33.206384 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-caae93c6-dc9c-4002-8633-651948ab2a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:33.287825 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c1c462-fb17-443c-8e58-0bb5b651f0e8 req-d36e1527-7e81-4cf0-b15a-be72ce89ef17 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:33.303828 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-85c1c462-fb17-443c-8e58-0bb5b651f0e8 req-d36e1527-7e81-4cf0-b15a-be72ce89ef17 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 945 time: 0.7212448 Jun 30 16:34:33.317813 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-69493470-8097-4142-9c8a-c53ab052ff11 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2686160 Jun 30 16:34:33.348442 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Request body: {'port': {'device_id': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:33.382435 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:UPDATE=2,neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:33.442223 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fb5d39-8fcc-4614-b79a-f5f47cc901e2 req-42c07246-1302-4c88-a0cc-391a384e15d9 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:33.454031 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-caae93c6-dc9c-4002-8633-651948ab2a29 None None] Port feb9d98a-c1aa-45cf-b1e3-06597d656e69 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:34:33.454237 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34fb5d39-8fcc-4614-b79a-f5f47cc901e2 req-42c07246-1302-4c88-a0cc-391a384e15d9 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 944 time: 0.1380496 Jun 30 16:34:33.493819 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:33.544456 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-85c1c462-fb17-443c-8e58-0bb5b651f0e8 req-e776a5a6-30c6-4f6b-953c-417fdf4dedbe tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393916 Jun 30 16:34:33.597919 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:33.602489 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-32175c1c-aca6-44ce-8f91-4c91cbf7aedc None None] Provisioning complete for port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:33.602875 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-32175c1c-aca6-44ce-8f91-4c91cbf7aedc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:33.689935 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-32175c1c-aca6-44ce-8f91-4c91cbf7aedc None None] Port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:34:33.709263 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 14804ed0-cd51-4355-ba1e-12c6728c4b2f details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:34:33.709575 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34fb5d39-8fcc-4614-b79a-f5f47cc901e2 req-bd2487ed-79ac-44b4-917d-e12301bbfb47 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320375 Jun 30 16:34:33.741715 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device b34f2ec4-8c64-4f05-98bb-ea3f485cf825 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:33.846224 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3e5d3b4f-a706-44f9-b671-56813d01c254 req-57159a87-b220-44f1-b130-d031b36df9f2 service neutron] Publish callbacks [] for security_group (9d763ed5-c64d-4220-be03-a139f257f841), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:33.873670 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port b34f2ec4-8c64-4f05-98bb-ea3f485cf825 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:34:33.911411 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:33.963605 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 14804ed0-cd51-4355-ba1e-12c6728c4b2f, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=14804ed0-cd51-4355-ba1e-12c6728c4b2f,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:33.965865 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91583214-4b42-496e-b85d-6edd4b90be63 req-63fbeda2-e5a3-46e8-9128-92d723a6dd51 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:33.973096 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-91583214-4b42-496e-b85d-6edd4b90be63 req-63fbeda2-e5a3-46e8-9128-92d723a6dd51 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 931 time: 0.2128069 Jun 30 16:34:34.002436 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'port_id': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'mac_address': 'fa:16:3e:3c:ec:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:34:34.010892 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port b34f2ec4-8c64-4f05-98bb-ea3f485cf825 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:34.011303 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.018614 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3e5d3b4f-a706-44f9-b671-56813d01c254 req-57159a87-b220-44f1-b130-d031b36df9f2 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (9d763ed5-c64d-4220-be03-a139f257f841), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.051910 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567fb296-b2ab-44d9-853b-d9f16b405067 req-5e6f28db-8eac-4073-a5d6-3b168f911a20 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:34.053565 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-567fb296-b2ab-44d9-853b-d9f16b405067 req-5e6f28db-8eac-4073-a5d6-3b168f911a20 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 931 time: 0.2229936 Jun 30 16:34:34.110722 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3e5d3b4f-a706-44f9-b671-56813d01c254 req-57159a87-b220-44f1-b130-d031b36df9f2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0047345 Jun 30 16:34:34.117520 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57159a87-b220-44f1-b130-d031b36df9f2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=9d763ed5-c64d-4220-be03-a139f257f841,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:34.212054 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:34:34.219842 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 14804ed0-cd51-4355-ba1e-12c6728c4b2f is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:34.220476 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.224866 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Publish callbacks [] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.244003 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14804ed0-cd51-4355-ba1e-12c6728c4b2f {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:34:34.245162 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Transition to ACTIVE for port object 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:34:34.246242 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-567fb296-b2ab-44d9-853b-d9f16b405067 req-e2827d0d-c709-4d5f-909b-052d98db5839 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676700 Jun 30 16:34:34.275692 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 14804ed0-cd51-4355-ba1e-12c6728c4b2f, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=14804ed0-cd51-4355-ba1e-12c6728c4b2f,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:34.281984 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-91583214-4b42-496e-b85d-6edd4b90be63 req-314fbe2f-66e9-4e92-9cc5-3cd749d1212c tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3077025 Jun 30 16:34:34.321177 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port b34f2ec4-8c64-4f05-98bb-ea3f485cf825 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:34.321574 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.346905 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc16fc2-454c-4941-8709-fc424d36d88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34f2ec4-8c64-4f05-98bb-ea3f485cf825'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:34.349243 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a78504-2a5d-4cc8-9629-40e5668cff68" -d '{"events": [{"server_uuid": "1cc16fc2-454c-4941-8709-fc424d36d88c", "name": "network-vif-plugged", "status": "completed", "tag": "b34f2ec4-8c64-4f05-98bb-ea3f485cf825"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:34.367307 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port b34f2ec4-8c64-4f05-98bb-ea3f485cf825, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b34f2ec4-8c64-4f05-98bb-ea3f485cf825,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:34.375703 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.384115 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.433705 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-311db813-7186-49c3-b23a-78894e1de85a x-openstack-request-id: req-311db813-7186-49c3-b23a-78894e1de85a {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:34.434114 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc16fc2-454c-4941-8709-fc424d36d88c", "name": "network-vif-plugged", "status": "completed", "tag": "b34f2ec4-8c64-4f05-98bb-ea3f485cf825", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:34.434555 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-311db813-7186-49c3-b23a-78894e1de85a {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:34.452835 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-311db813-7186-49c3-b23a-78894e1de85a'] response: {'server_uuid': '1cc16fc2-454c-4941-8709-fc424d36d88c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34f2ec4-8c64-4f05-98bb-ea3f485cf825', 'code': 200} Jun 30 16:34:34.457687 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.459066 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:34.461169 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Pushing event updated for resources: {'Port': ['ID=159acf30-2cf3-40f6-aa1f-50b4d29f5f28,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:34.511730 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id feb9d98a-c1aa-45cf-b1e3-06597d656e69 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:34:34.527874 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Publish callbacks [] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.547077 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Transition to ACTIVE for port object feb9d98a-c1aa-45cf-b1e3-06597d656e69 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:34:34.550733 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Attempting to bind port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:34:34.551829 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Attempting to bind port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:34:34.554193 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Attempting to bind port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 on network 8aed81da-8ea7-4176-b3f4-7d728693f230 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:34.558518 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a713037-3dd0-47f9-b5c8-421663f8a684 req-64b5c20d-1317-49e3-839b-a8ef6487b54a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:34.564873 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:34.566895 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 on network 8aed81da-8ea7-4176-b3f4-7d728693f230 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:34:34.567230 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Attempting to bind port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 on network 8aed81da-8ea7-4176-b3f4-7d728693f230 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:34.567370 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8a713037-3dd0-47f9-b5c8-421663f8a684 req-64b5c20d-1317-49e3-839b-a8ef6487b54a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 944 time: 0.2207983 Jun 30 16:34:34.572043 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=14804ed0-cd51-4355-ba1e-12c6728c4b2f,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:34.618274 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:34:34.618274 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Checking segment: {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:34:34.618274 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Bound using segment: {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:34:34.619076 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:34:34.619267 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Bound port: 159acf30-2cf3-40f6-aa1f-50b4d29f5f28, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:34:34.619267 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.665990 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['14804ed0-cd51-4355-ba1e-12c6728c4b2f'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:34:34.686753 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8a713037-3dd0-47f9-b5c8-421663f8a684 req-11f6f80d-e433-42cb-8a50-06b2449d887d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180584 Jun 30 16:34:34.716038 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.727362 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] For port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:34:34.733079 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] For port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=159acf30-2cf3-40f6-aa1f-50b4d29f5f28,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:34:34.751115 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:34.751798 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.794294 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=b34f2ec4-8c64-4f05-98bb-ea3f485cf825,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:34.802548 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1f39db41-3642-40c6-a955-167297a64cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.826602 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.879420 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:34.879420 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:34.879686 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] 10.222.0.65 "PUT /v2.0/ports/159acf30-2cf3-40f6-aa1f-50b4d29f5f28 HTTP/1.1" status: 200 len: 1093 time: 1.7168107 Jun 30 16:34:34.883631 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f21182-53c1-471e-b55f-3f5654e72daf', 'tag': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:34.883846 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92bb2f1d-f03d-4071-bbed-f2c9c4793727" -d '{"events": [{"name": "network-changed", "server_uuid": "32f21182-53c1-471e-b55f-3f5654e72daf", "tag": "159acf30-2cf3-40f6-aa1f-50b4d29f5f28"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:34.921249 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9eb067-3663-4958-aa91-8962600c1b0a service neutron] Pushing event updated for resources: {'Port': ['ID=159acf30-2cf3-40f6-aa1f-50b4d29f5f28,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:34.963037 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30860415-3073-4ef6-ac8d-804135676d23 req-c34d4e55-d5cc-47fc-8cc8-b6f3132048de tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:34.978749 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-30860415-3073-4ef6-ac8d-804135676d23 req-c34d4e55-d5cc-47fc-8cc8-b6f3132048de tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 945 time: 0.2900114 Jun 30 16:34:35.053666 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:35.054094 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:35.073728 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Pushing event updated for resources: {'Port': ['ID=feb9d98a-c1aa-45cf-b1e3-06597d656e69,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:35.087262 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0d7ece-a7cd-4ce5-a6c9-56a75666033f req-0ea12657-2654-4d87-ad7d-8824b81767e5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:35.096296 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3b0d7ece-a7cd-4ce5-a6c9-56a75666033f req-0ea12657-2654-4d87-ad7d-8824b81767e5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.2832260 Jun 30 16:34:35.173654 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:35.253368 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-4508554a-560e-43f9-b4af-bc5027116d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:35.257117 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-4508554a-560e-43f9-b4af-bc5027116d66 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 1127 time: 0.1572564 Jun 30 16:34:35.300479 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f14cc6-478e-45bf-83f8-ea2c65261414 req-ecf7902b-4cd5-4dcd-a297-9253215d7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:35.305002 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-14f14cc6-478e-45bf-83f8-ea2c65261414 req-ecf7902b-4cd5-4dcd-a297-9253215d7d11 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 1129 time: 0.3078599 Jun 30 16:34:35.319785 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:35.374817 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-30860415-3073-4ef6-ac8d-804135676d23 req-258267fa-957f-4e1d-b2a0-559a523f54a1 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3946719 Jun 30 16:34:35.375273 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-f3fe296b-593e-408b-8541-5225e7ce84ca service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=159acf30-2cf3-40f6-aa1f-50b4d29f5f28 HTTP/1.1" status: 200 len: 217 time: 0.1040986 Jun 30 16:34:35.383711 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3b0d7ece-a7cd-4ce5-a6c9-56a75666033f req-4c87bf39-1724-464d-8943-17bbb9f9a654 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2841680 Jun 30 16:34:35.386799 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Attempting to bind port feb9d98a-c1aa-45cf-b1e3-06597d656e69 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:34:35.387353 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Attempting to bind port feb9d98a-c1aa-45cf-b1e3-06597d656e69 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:34:35.389024 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Attempting to bind port feb9d98a-c1aa-45cf-b1e3-06597d656e69 on network 93a4e560-3e75-48b5-b797-80cbf95a4a78 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:35.404369 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Port feb9d98a-c1aa-45cf-b1e3-06597d656e69 on network 93a4e560-3e75-48b5-b797-80cbf95a4a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:34:35.406080 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Attempting to bind port feb9d98a-c1aa-45cf-b1e3-06597d656e69 on network 93a4e560-3e75-48b5-b797-80cbf95a4a78 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:34:35.428973 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:34:35.429301 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Checking segment: {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:34:35.430854 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Bound using segment: {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:34:35.430854 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Bound port: feb9d98a-c1aa-45cf-b1e3-06597d656e69, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:34:35.431157 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:35.483525 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:35.551823 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db8599d-be59-4227-936a-7de6db62cdfd x-openstack-request-id: req-3db8599d-be59-4227-936a-7de6db62cdfd {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:35.552112 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f21182-53c1-471e-b55f-3f5654e72daf", "tag": "159acf30-2cf3-40f6-aa1f-50b4d29f5f28", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:35.552362 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3db8599d-be59-4227-936a-7de6db62cdfd {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:35.552768 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db8599d-be59-4227-936a-7de6db62cdfd'] response: {'name': 'network-changed', 'server_uuid': '32f21182-53c1-471e-b55f-3f5654e72daf', 'tag': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28', 'status': 'completed', 'code': 200} Jun 30 16:34:35.570772 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-beadc827-fb32-420d-bd62-ed28767743f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:35.572363 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-beadc827-fb32-420d-bd62-ed28767743f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02ad2b4a-36a6-4968-8296-92b670df27ed HTTP/1.1" status: 200 len: 848 time: 0.1819217 Jun 30 16:34:35.575009 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-14f14cc6-478e-45bf-83f8-ea2c65261414 req-362110c0-6ee4-46b4-91ba-e54f45a1cf67 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160454 Jun 30 16:34:35.680966 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:34:35.689284 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc4dc9e-5769-4cad-9b0b-b48c807dc243 req-31b3b103-5131-49c5-9f40-853d7f772d0a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:35.690960 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3bc4dc9e-5769-4cad-9b0b-b48c807dc243 req-31b3b103-5131-49c5-9f40-853d7f772d0a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.1247733 Jun 30 16:34:35.711988 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:34:35.718130 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 14804ed0-cd51-4355-ba1e-12c6728c4b2f up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:35.744769 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114a422-9645-4d6b-b7c6-c3c22f3406d4 req-95daf891-1678-4688-b017-4d99babbb83a tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:35.747341 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4114a422-9645-4d6b-b7c6-c3c22f3406d4 req-95daf891-1678-4688-b017-4d99babbb83a tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 943 time: 0.1156743 Jun 30 16:34:35.773639 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 14804ed0-cd51-4355-ba1e-12c6728c4b2f completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:34:35.819210 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3bc4dc9e-5769-4cad-9b0b-b48c807dc243 req-929769a4-526d-4397-8e8e-bcf4329b97c1 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152394 Jun 30 16:34:35.826775 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-ebe4fe61-0996-428f-ab07-ca4fbd46f077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:35.827805 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:35.832794 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-ebe4fe61-0996-428f-ab07-ca4fbd46f077 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8aed81da-8ea7-4176-b3f4-7d728693f230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0644906 Jun 30 16:34:35.833184 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:35.877946 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 14804ed0-cd51-4355-ba1e-12c6728c4b2f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:35.879916 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:35.888184 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4114a422-9645-4d6b-b7c6-c3c22f3406d4 req-d1a6f3ca-1170-4526-b69a-a03997dd10e4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282191 Jun 30 16:34:35.945496 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:35.948284 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:35.950470 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] 10.222.0.65 "PUT /v2.0/ports/feb9d98a-c1aa-45cf-b1e3-06597d656e69 HTTP/1.1" status: 200 len: 1093 time: 2.6200233 Jun 30 16:34:35.958893 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:35.968075 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295e0362-6528-47e3-b0fd-711c8d92e575" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:36.055181 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 14804ed0-cd51-4355-ba1e-12c6728c4b2f is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:36.055648 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:36.070488 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80f5c87-4dd5-4d23-83ff-6e0992757790 service neutron] Pushing event updated for resources: {'Port': ['ID=feb9d98a-c1aa-45cf-b1e3-06597d656e69,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:36.095656 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63efd64a-0727-41af-b04b-f45cc1eb17b7 req-8f66b94f-0a5b-4ee0-8a50-e669cdb5d718 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:36.098253 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-63efd64a-0727-41af-b04b-f45cc1eb17b7 req-8f66b94f-0a5b-4ee0-8a50-e669cdb5d718 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 945 time: 0.0755911 Jun 30 16:34:36.114542 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 14804ed0-cd51-4355-ba1e-12c6728c4b2f, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=14804ed0-cd51-4355-ba1e-12c6728c4b2f,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:36.154754 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf81192-9ebc-45fe-aab6-8fb5a90504ef x-openstack-request-id: req-acf81192-9ebc-45fe-aab6-8fb5a90504ef {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:36.155224 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:36.155658 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-acf81192-9ebc-45fe-aab6-8fb5a90504ef {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:36.156198 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf81192-9ebc-45fe-aab6-8fb5a90504ef'] response: {'name': 'network-changed', 'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'status': 'completed', 'code': 200} Jun 30 16:34:36.162611 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-4d7c1cc8-009a-462d-b439-c60b3b0a5497 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940605 Jun 30 16:34:36.193455 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-63efd64a-0727-41af-b04b-f45cc1eb17b7 req-93fd685e-1697-42d4-b721-4711dd51308c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838430 Jun 30 16:34:36.225870 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:36.286575 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=14804ed0-cd51-4355-ba1e-12c6728c4b2f,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:36.337224 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33646) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:36.453699 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce60666-aa28-4c5d-b893-faa7f10a777b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1'}, {'server_uuid': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14804ed0-cd51-4355-ba1e-12c6728c4b2f'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:36.456463 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00effa28-2b20-4393-a7a2-9c86366c26b7" -d '{"events": [{"server_uuid": "6ce60666-aa28-4c5d-b893-faa7f10a777b", "name": "network-vif-plugged", "status": "completed", "tag": "8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1"}, {"server_uuid": "285f3262-38a1-4c65-9680-18fa2ef40c32", "name": "network-vif-plugged", "status": "completed", "tag": "14804ed0-cd51-4355-ba1e-12c6728c4b2f"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:36.588973 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63e651ff-5c8e-4c6d-993a-9b390efd92e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:36.727886 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa83abe-077a-4fe3-9fdb-0189d9d56015 req-f8308112-508b-4587-a116-701c2cd7ac71 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:36.729495 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bfa83abe-077a-4fe3-9fdb-0189d9d56015 req-f8308112-508b-4587-a116-701c2cd7ac71 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.1736913 Jun 30 16:34:36.764181 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88d75aa-4e1e-4a82-b040-51fe194418bb req-06624229-c041-4494-a779-bf67be376dd3 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:36.764398 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1229b555-3d02-41c2-a2f5-f0a3429028f0 req-e5ebc391-68a3-4704-badf-42b024d3bde2 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661747 Jun 30 16:34:36.765919 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f88d75aa-4e1e-4a82-b040-51fe194418bb req-06624229-c041-4494-a779-bf67be376dd3 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 945 time: 0.1211171 Jun 30 16:34:36.787747 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e0362-6528-47e3-b0fd-711c8d92e575 req-c05f5dfb-ca8a-4282-a711-24a0b0d3ec15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:36.787747 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-295e0362-6528-47e3-b0fd-711c8d92e575 req-c05f5dfb-ca8a-4282-a711-24a0b0d3ec15 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 1127 time: 0.1264803 Jun 30 16:34:36.818735 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63e651ff-5c8e-4c6d-993a-9b390efd92e2 admin admin] Publish callbacks [] for security_group (dc3e7032-745b-456e-aa83-c0e9a9f42091), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:36.915987 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-63e651ff-5c8e-4c6d-993a-9b390efd92e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (dc3e7032-745b-456e-aa83-c0e9a9f42091), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:36.981096 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bfa83abe-077a-4fe3-9fdb-0189d9d56015 req-4e418442-dc2a-4caf-a46a-dac8f5da7cbb tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334738 Jun 30 16:34:37.000952 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f88d75aa-4e1e-4a82-b040-51fe194418bb req-8a900c69-5d0e-4708-af64-52e29c95ee73 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125957 Jun 30 16:34:37.018472 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-63e651ff-5c8e-4c6d-993a-9b390efd92e2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1981070ca7504a7a86cf866e06af4c9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6799059 Jun 30 16:34:37.020748 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33680) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:37.063834 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e651ff-5c8e-4c6d-993a-9b390efd92e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3e7032-745b-456e-aa83-c0e9a9f42091,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:37.065209 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c84f5afc-98f9-4697-892b-1d83694b8dfd x-openstack-request-id: req-c84f5afc-98f9-4697-892b-1d83694b8dfd {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:37.065869 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce60666-aa28-4c5d-b893-faa7f10a777b", "name": "network-vif-plugged", "status": "completed", "tag": "8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1", "code": 200}, {"server_uuid": "285f3262-38a1-4c65-9680-18fa2ef40c32", "name": "network-vif-plugged", "status": "completed", "tag": "14804ed0-cd51-4355-ba1e-12c6728c4b2f", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:37.066201 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c84f5afc-98f9-4697-892b-1d83694b8dfd {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:37.066730 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84f5afc-98f9-4697-892b-1d83694b8dfd'] response: {'server_uuid': '6ce60666-aa28-4c5d-b893-faa7f10a777b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1', 'code': 200} Jun 30 16:34:37.067238 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c84f5afc-98f9-4697-892b-1d83694b8dfd'] response: {'server_uuid': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'code': 200} Jun 30 16:34:37.136856 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Publish callbacks [] for security_group (dc3e7032-745b-456e-aa83-c0e9a9f42091), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:37.170343 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e0362-6528-47e3-b0fd-711c8d92e575 req-6ae96104-cec9-48b7-bd12-13d5d467fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:37.172503 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-295e0362-6528-47e3-b0fd-711c8d92e575 req-6ae96104-cec9-48b7-bd12-13d5d467fd69 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3681045 Jun 30 16:34:37.209688 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Publish callbacks [] for security_group (dc3e7032-745b-456e-aa83-c0e9a9f42091), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:37.264285 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7777c2-c58f-4a54-956f-33ca3174262f req-aca837de-c333-4663-bebf-38525de34301 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:37.266110 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-be7777c2-c58f-4a54-956f-33ca3174262f req-aca837de-c333-4663-bebf-38525de34301 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 943 time: 0.0920310 Jun 30 16:34:37.288836 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3662d7c6-5b06-4b4f-9e9b-f18dc89f9727 req-8b78c6b2-0bc1-4ddf-9f03-fa378b3b7c4e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:37.290499 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3662d7c6-5b06-4b4f-9e9b-f18dc89f9727 req-8b78c6b2-0bc1-4ddf-9f03-fa378b3b7c4e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0804713 Jun 30 16:34:37.372584 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-be7777c2-c58f-4a54-956f-33ca3174262f req-e0d4c6b2-bbc9-411f-89f9-56c8874d80de tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804911 Jun 30 16:34:37.407105 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (dc3e7032-745b-456e-aa83-c0e9a9f42091), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:37.408042 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0727be08-ddb9-4ea4-8de0-9ce90add0401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:37.410010 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:37.411274 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dc3e7032-745b-456e-aa83-c0e9a9f42091 HTTP/1.1" status: 204 len: 168 time: 0.3843608 Jun 30 16:34:37.428496 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3662d7c6-5b06-4b4f-9e9b-f18dc89f9727 req-c6a3d5ab-2037-4930-83c1-ceb5456e4861 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203730 Jun 30 16:34:37.432164 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3e7032-745b-456e-aa83-c0e9a9f42091,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:37.445262 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.445909 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.446047 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.446331 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.446646 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.446982 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.447558 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.448371 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.448717 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.449054 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.449425 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.449801 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.450168 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.451234 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.451691 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b80d18b0-7d82-4c98-9c07-50e2ab2fb987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:37.526922 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:37.545357 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1455a39f-21a4-4b9f-92b9-46804102afca req-700f80ef-0664-4cfb-ad09-bcb5542077f2 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:37.547190 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1455a39f-21a4-4b9f-92b9-46804102afca req-700f80ef-0664-4cfb-ad09-bcb5542077f2 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 946 time: 0.0786986 Jun 30 16:34:37.630606 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1455a39f-21a4-4b9f-92b9-46804102afca req-5eea467d-51e6-4a0c-acb0-2dc03c3ece05 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747433 Jun 30 16:34:37.643003 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:37.704029 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33696) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:37.792744 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb2f1d-f03d-4071-bbed-f2c9c4793727 req-04f25ac4-3b5e-4b4c-a878-6ff51ac69bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:37.794350 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-92bb2f1d-f03d-4071-bbed-f2c9c4793727 req-04f25ac4-3b5e-4b4c-a878-6ff51ac69bea service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 1127 time: 0.0577910 Jun 30 16:34:37.914361 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:37.969967 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e0362-6528-47e3-b0fd-711c8d92e575 req-17c6e497-b72a-465a-a9ae-2da289482f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:37.974394 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-295e0362-6528-47e3-b0fd-711c8d92e575 req-17c6e497-b72a-465a-a9ae-2da289482f98 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2431738 Jun 30 16:34:37.989661 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f47cdc67-858c-484d-894e-806acdfde9e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:38.175931 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f47cdc67-858c-484d-894e-806acdfde9e3 admin admin] Publish callbacks [] for security_group (830d5951-faed-4466-b354-6c6913dfd2cc), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:38.182565 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e662eb35-5825-4f22-af9a-826def017755 req-737a5825-eaa7-4baf-96be-df91bc4c144c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:38.184519 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e662eb35-5825-4f22-af9a-826def017755 req-737a5825-eaa7-4baf-96be-df91bc4c144c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0721369 Jun 30 16:34:38.311328 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e662eb35-5825-4f22-af9a-826def017755 req-b3055947-7f2f-43bd-9603-31e5c64650e7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135106 Jun 30 16:34:38.340483 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb2f1d-f03d-4071-bbed-f2c9c4793727 req-5d8eaef7-0291-4896-aee3-2e38d6dd5843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:38.343187 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-92bb2f1d-f03d-4071-bbed-f2c9c4793727 req-5d8eaef7-0291-4896-aee3-2e38d6dd5843 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8aed81da-8ea7-4176-b3f4-7d728693f230 HTTP/1.1" status: 200 len: 910 time: 0.2581148 Jun 30 16:34:38.346184 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f47cdc67-858c-484d-894e-806acdfde9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (830d5951-faed-4466-b354-6c6913dfd2cc), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:38.418037 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:38.485217 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-92bb2f1d-f03d-4071-bbed-f2c9c4793727 req-ef646668-6cf4-4ece-9af1-5888437e9f09 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=159acf30-2cf3-40f6-aa1f-50b4d29f5f28 HTTP/1.1" status: 200 len: 217 time: 0.1187682 Jun 30 16:34:38.491094 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-889fdd05-c63d-48b7-a647-279c927df505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:38.492635 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-889fdd05-c63d-48b7-a647-279c927df505 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 1127 time: 0.1428304 Jun 30 16:34:38.542485 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-f47cdc67-858c-484d-894e-806acdfde9e3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=64c43c586a7b4e7eab7c4a0bd59e5eba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8376083 Jun 30 16:34:38.545764 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47cdc67-858c-484d-894e-806acdfde9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830d5951-faed-4466-b354-6c6913dfd2cc,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:38.548946 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33714) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:38.584312 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-70c3f0d4-ba99-439e-b186-b5f15c344041 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69 HTTP/1.1" status: 200 len: 217 time: 0.0834484 Jun 30 16:34:38.625372 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb2f1d-f03d-4071-bbed-f2c9c4793727 req-3b15cd94-7fc0-4af7-86ad-1dcd9b49aced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:38.626688 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-92bb2f1d-f03d-4071-bbed-f2c9c4793727 req-3b15cd94-7fc0-4af7-86ad-1dcd9b49aced service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02ad2b4a-36a6-4968-8296-92b670df27ed HTTP/1.1" status: 200 len: 848 time: 0.1324475 Jun 30 16:34:38.695318 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb2f1d-f03d-4071-bbed-f2c9c4793727 req-133da42a-e3f3-4fc4-bd7a-b8427387094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:38.698261 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-92bb2f1d-f03d-4071-bbed-f2c9c4793727 req-133da42a-e3f3-4fc4-bd7a-b8427387094c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8aed81da-8ea7-4176-b3f4-7d728693f230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0643342 Jun 30 16:34:38.705893 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-536be5bc-9f5b-4fa2-bfb0-b6dd774fe663 admin admin] Publish callbacks [] for security_group (830d5951-faed-4466-b354-6c6913dfd2cc), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:38.733796 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-010e44f8-c274-4e46-896f-52f76a71b39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:38.745486 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-010e44f8-c274-4e46-896f-52f76a71b39e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=36d695e2-318a-416b-9854-a898a8097f8d HTTP/1.1" status: 200 len: 855 time: 0.1423604 Jun 30 16:34:38.752864 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c250f732-6de7-4e38-bab4-02710a5be10f req-a90d12d6-716f-4b72-ba23-232c7e356d57 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:38.754692 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c250f732-6de7-4e38-bab4-02710a5be10f req-a90d12d6-716f-4b72-ba23-232c7e356d57 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 943 time: 0.1635566 Jun 30 16:34:38.757471 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 33724) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:38.843204 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-536be5bc-9f5b-4fa2-bfb0-b6dd774fe663 admin admin] Publish callbacks [] for security_group (830d5951-faed-4466-b354-6c6913dfd2cc), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:38.910952 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8f4184-1219-4e51-a196-3b8589e6f413 req-7d961435-9bc5-4e7c-9c3b-7334aaaf434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:38.912569 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cc8f4184-1219-4e51-a196-3b8589e6f413 req-7d961435-9bc5-4e7c-9c3b-7334aaaf434e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 1130 time: 0.1611624 Jun 30 16:34:38.944485 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cce355-8977-49d0-a672-dc2ae733f1cf req-98ee9384-1a7c-4019-b132-6542b5b63f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:38.946053 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-41cce355-8977-49d0-a672-dc2ae733f1cf req-98ee9384-1a7c-4019-b132-6542b5b63f04 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 1129 time: 0.1806397 Jun 30 16:34:38.992284 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-92bb2f1d-f03d-4071-bbed-f2c9c4793727 req-8c0c9393-aeec-48d8-b4be-a530fbb36701 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837591 Jun 30 16:34:39.018477 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:39.019756 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cc8f4184-1219-4e51-a196-3b8589e6f413 req-e1fc223b-843e-4fff-9967-f729c7cdeabf service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871606 Jun 30 16:34:39.057936 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-b7b6bf93-46c2-43bb-b148-f51010b46f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:39.059458 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-b7b6bf93-46c2-43bb-b148-f51010b46f32 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93a4e560-3e75-48b5-b797-80cbf95a4a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3034160 Jun 30 16:34:39.073047 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c250f732-6de7-4e38-bab4-02710a5be10f req-6129af67-76b5-4dcf-b53f-80deaff76a73 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035719 Jun 30 16:34:39.184594 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-536be5bc-9f5b-4fa2-bfb0-b6dd774fe663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (830d5951-faed-4466-b354-6c6913dfd2cc), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:39.189965 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-536be5bc-9f5b-4fa2-bfb0-b6dd774fe663 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:39.194348 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-536be5bc-9f5b-4fa2-bfb0-b6dd774fe663 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/830d5951-faed-4466-b354-6c6913dfd2cc HTTP/1.1" status: 204 len: 168 time: 0.6393893 Jun 30 16:34:39.205809 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536be5bc-9f5b-4fa2-bfb0-b6dd774fe663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830d5951-faed-4466-b354-6c6913dfd2cc,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:39.259506 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73b12d9-4479-4362-857b-3313a4f7e7cf req-838e3552-8f24-4773-9703-289dc494a362 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:39.261145 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d73b12d9-4479-4362-857b-3313a4f7e7cf req-838e3552-8f24-4773-9703-289dc494a362 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.1191783 Jun 30 16:34:39.267591 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac21165-8c87-4d37-b41d-acfa7cf3f923 req-3aa90209-a707-48e5-bcb4-5c49d7601a50 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:39.269190 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dac21165-8c87-4d37-b41d-acfa7cf3f923 req-3aa90209-a707-48e5-bcb4-5c49d7601a50 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 946 time: 0.1258826 Jun 30 16:34:39.388063 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Publish callbacks [] for security_group (d8de0eeb-74b7-4c62-8c97-5ab076705eb9), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:39.398070 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d73b12d9-4479-4362-857b-3313a4f7e7cf req-3eb672c2-1ae1-488e-868c-fad789a177d5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261230 Jun 30 16:34:39.406061 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dac21165-8c87-4d37-b41d-acfa7cf3f923 req-c9814cb0-8caa-464e-af68-8611bc3f5a76 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238458 Jun 30 16:34:39.512554 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (d8de0eeb-74b7-4c62-8c97-5ab076705eb9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:39.573387 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c01c40-728a-47c8-98d2-cac2e05c7a0f req-d92e25f5-5db9-4202-9f97-aa2ef1523551 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:39.574933 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d5c01c40-728a-47c8-98d2-cac2e05c7a0f req-d92e25f5-5db9-4202-9f97-aa2ef1523551 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.1028070 Jun 30 16:34:39.578554 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cf9a16b12c734de8b2233e3f2658a80d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8198638 Jun 30 16:34:39.579521 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8de0eeb-74b7-4c62-8c97-5ab076705eb9,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:39.582381 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33732) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:39.595737 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.596079 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.596923 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.596923 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.597096 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.597414 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.597736 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.598056 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.598402 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.598729 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.599051 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.599374 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.599748 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.600040 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.600365 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66240aec-84f5-4d36-beea-9cab2052983f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:39.667746 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d5c01c40-728a-47c8-98d2-cac2e05c7a0f req-52b66549-5a5d-41a3-aada-9f16f2374d81 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854311 Jun 30 16:34:39.675729 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e2b62d08-a9e2-490d-9944-7ae648451fb1 admin admin] Publish callbacks [] for security_group (d8de0eeb-74b7-4c62-8c97-5ab076705eb9), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:39.710068 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e2b62d08-a9e2-490d-9944-7ae648451fb1 admin admin] Publish callbacks [] for security_group (d8de0eeb-74b7-4c62-8c97-5ab076705eb9), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:39.735322 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:39.763640 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:34:39.776969 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:39.900435 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=159acf30-2cf3-40f6-aa1f-50b4d29f5f28,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:39.913644 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'port_id': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28', 'mac_address': 'fa:16:3e:f0:b7:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:34:39.956057 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:39.956446 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:39.971371 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:34:39.993012 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=159acf30-2cf3-40f6-aa1f-50b4d29f5f28,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:40.006862 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e2b62d08-a9e2-490d-9944-7ae648451fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (d8de0eeb-74b7-4c62-8c97-5ab076705eb9), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:40.013041 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:40.013359 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e2b62d08-a9e2-490d-9944-7ae648451fb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:40.013773 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-e2b62d08-a9e2-490d-9944-7ae648451fb1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d8de0eeb-74b7-4c62-8c97-5ab076705eb9 HTTP/1.1" status: 204 len: 168 time: 0.4295447 Jun 30 16:34:40.027149 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b62d08-a9e2-490d-9944-7ae648451fb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8de0eeb-74b7-4c62-8c97-5ab076705eb9,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:40.162983 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:40.213334 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c739e214-f9dd-4bd3-8e7d-99961bd8ad4b req-6b8943f9-3606-42d2-b539-be7ba2e532eb tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:40.215205 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c739e214-f9dd-4bd3-8e7d-99961bd8ad4b req-6b8943f9-3606-42d2-b539-be7ba2e532eb tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 944 time: 0.0590267 Jun 30 16:34:40.231401 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=159acf30-2cf3-40f6-aa1f-50b4d29f5f28,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:40.240783 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.241442 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.241955 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.242494 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.242997 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.243993 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.243993 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.244210 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.244593 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.244918 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.245197 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.246165 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.246506 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.246840 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.247256 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:34:40.274760 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c739e214-f9dd-4bd3-8e7d-99961bd8ad4b req-53df8661-a7a0-402c-9115-e09696e4766e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490873 Jun 30 16:34:40.392611 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33742) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:40.407759 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-503d2342-8cb1-4b66-870d-61b55c6abdc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:40.469195 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:40.512300 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-503d2342-8cb1-4b66-870d-61b55c6abdc0 admin admin] Publish callbacks [] for security_group (dfbe4b5f-549d-4dfe-87c1-0ff4ac70328e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:40.579517 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-503d2342-8cb1-4b66-870d-61b55c6abdc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (dfbe4b5f-549d-4dfe-87c1-0ff4ac70328e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:40.584203 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb9627e-b286-4ea4-86a0-ed39d0a163d6 req-eadcdabe-4b92-4356-a66a-695552420828 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:40.591336 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1cb9627e-b286-4ea4-86a0-ed39d0a163d6 req-eadcdabe-4b92-4356-a66a-695552420828 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0826721 Jun 30 16:34:40.655783 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503d2342-8cb1-4b66-870d-61b55c6abdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfbe4b5f-549d-4dfe-87c1-0ff4ac70328e,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:40.664155 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-503d2342-8cb1-4b66-870d-61b55c6abdc0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1cf8f499cd9f49a49f82b06c0b14c436&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2701366 Jun 30 16:34:40.668220 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33756) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:40.695538 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b87db3-97eb-4d51-b137-2c7b974f9119 req-7abdf946-ba6b-471c-99b7-cafba5f8643f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:40.697231 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-64b87db3-97eb-4d51-b137-2c7b974f9119 req-7abdf946-ba6b-471c-99b7-cafba5f8643f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 946 time: 0.1362009 Jun 30 16:34:40.724277 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1cb9627e-b286-4ea4-86a0-ed39d0a163d6 req-bc59bf35-97c0-460e-89b4-e453af298a34 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308856 Jun 30 16:34:40.755345 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:40.756779 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0d73-ee65-4a4e-b6fe-d5be666ee223 admin admin] Publish callbacks [] for security_group (dfbe4b5f-549d-4dfe-87c1-0ff4ac70328e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:40.802022 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0d73-ee65-4a4e-b6fe-d5be666ee223 admin admin] Publish callbacks [] for security_group (dfbe4b5f-549d-4dfe-87c1-0ff4ac70328e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:40.809247 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-64b87db3-97eb-4d51-b137-2c7b974f9119 req-bb473fc7-1868-4249-9b5f-a2bfc61eed8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009519 Jun 30 16:34:40.906869 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e075a-2550-4190-ad9d-54a1391f5927 req-e77e5043-c35b-44fb-9ba2-d32f54a7ef48 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:40.908524 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3a4e075a-2550-4190-ad9d-54a1391f5927 req-e77e5043-c35b-44fb-9ba2-d32f54a7ef48 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0553198 Jun 30 16:34:40.969907 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3a4e075a-2550-4190-ad9d-54a1391f5927 req-a36ff237-0d94-4b74-abb3-9dae19a14f54 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552001 Jun 30 16:34:41.009701 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0d73-ee65-4a4e-b6fe-d5be666ee223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (dfbe4b5f-549d-4dfe-87c1-0ff4ac70328e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:41.009701 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca7c0d73-ee65-4a4e-b6fe-d5be666ee223 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:41.009701 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ca7c0d73-ee65-4a4e-b6fe-d5be666ee223 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dfbe4b5f-549d-4dfe-87c1-0ff4ac70328e HTTP/1.1" status: 204 len: 168 time: 0.3380213 Jun 30 16:34:41.023235 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7c0d73-ee65-4a4e-b6fe-d5be666ee223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfbe4b5f-549d-4dfe-87c1-0ff4ac70328e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:41.402323 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463c9243-d7d9-4423-b506-d805a3b674f7 req-bf82e270-fed2-47f7-873a-1ccdcd895be3 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:41.405549 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-463c9243-d7d9-4423-b506-d805a3b674f7 req-bf82e270-fed2-47f7-873a-1ccdcd895be3 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 944 time: 0.0601370 Jun 30 16:34:41.462651 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-463c9243-d7d9-4423-b506-d805a3b674f7 req-e5a69c16-c1e7-42ec-a290-7eb67917a64b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515795 Jun 30 16:34:41.563058 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:41.767175 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['159acf30-2cf3-40f6-aa1f-50b4d29f5f28'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:34:41.835881 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.65', 51944) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:41.946088 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:UPDATE=5,neutron:SELECT=95 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:42.008246 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c6727c1b-07e6-4fad-9225-067c2bdd8dd5 req-e36cbfd6-b491-436f-911c-fbc51444c587 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2833927 Jun 30 16:34:42.019415 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-41cce355-8977-49d0-a672-dc2ae733f1cf req-19338661-1389-42a7-8e35-fd7bfd174036 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3087316 Jun 30 16:34:42.025315 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0cd1d-d3ef-4507-b8a1-a69edd431ad3 req-4d37d3a5-8807-477c-9767-e0687f67488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:42.027220 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-beb0cd1d-d3ef-4507-b8a1-a69edd431ad3 req-4d37d3a5-8807-477c-9767-e0687f67488b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 1129 time: 0.1812415 Jun 30 16:34:42.036121 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ea878-b93e-43cd-ae0e-0470368f9778 req-2405e7c8-c9bc-48cf-9442-90e726ec6ca4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:42.043620 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cb2ea878-b93e-43cd-ae0e-0470368f9778 req-2405e7c8-c9bc-48cf-9442-90e726ec6ca4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0966067 Jun 30 16:34:42.055122 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-92bb2f1d-f03d-4071-bbed-f2c9c4793727 req-50c4749d-a2a1-4c0a-8974-138136ec3d24 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3384857 Jun 30 16:34:42.076383 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-27acf87c-8854-42ce-8180-ced27a3a552f service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3609605 Jun 30 16:34:42.136704 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ef866b-47de-4738-a152-5df24f0105d5 req-827893fb-0357-4474-ac25-4ecfc91abf8f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:42.140015 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f0ef866b-47de-4738-a152-5df24f0105d5 req-827893fb-0357-4474-ac25-4ecfc91abf8f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 946 time: 0.0789394 Jun 30 16:34:42.160272 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cb2ea878-b93e-43cd-ae0e-0470368f9778 req-5bf2566f-fa69-4e32-b952-8e5dc6336192 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157727 Jun 30 16:34:42.216420 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f0ef866b-47de-4738-a152-5df24f0105d5 req-bd140f9d-edbb-4b9c-bb7b-613d66f99503 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696254 Jun 30 16:34:42.289333 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d021370c-5122-411e-98f2-bef6de016644 req-53efc1fc-6836-481d-aea9-c1403d4276e0 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:42.289764 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:42.297733 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d021370c-5122-411e-98f2-bef6de016644 req-53efc1fc-6836-481d-aea9-c1403d4276e0 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0604310 Jun 30 16:34:42.359941 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d021370c-5122-411e-98f2-bef6de016644 req-f4dd8d86-1cf0-4130-b8ec-67891584e228 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565581 Jun 30 16:34:42.622454 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53a11-461a-4ef5-a0ac-5f95acf1b229 req-1d1df7ec-09b4-415a-a058-836b59f4abf0 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:42.624383 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-10d53a11-461a-4ef5-a0ac-5f95acf1b229 req-1d1df7ec-09b4-415a-a058-836b59f4abf0 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 944 time: 0.0722055 Jun 30 16:34:42.817620 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6727c1b-07e6-4fad-9225-067c2bdd8dd5 req-7feda6ce-d109-4098-85b5-8495fdadb6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:42.819557 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c6727c1b-07e6-4fad-9225-067c2bdd8dd5 req-7feda6ce-d109-4098-85b5-8495fdadb6f4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=2da3dc7978d5414cba40e9e08dc39d94&device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 1129 time: 0.1547515 Jun 30 16:34:42.849043 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-10d53a11-461a-4ef5-a0ac-5f95acf1b229 req-b6ab2132-a3f2-4c17-b4d2-55f9962edaac tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009046 Jun 30 16:34:42.851747 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0cd1d-d3ef-4507-b8a1-a69edd431ad3 req-27ddb576-e33b-4cb7-ab2e-c48a8fbc2993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:42.854066 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-beb0cd1d-d3ef-4507-b8a1-a69edd431ad3 req-27ddb576-e33b-4cb7-ab2e-c48a8fbc2993 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.2431748 Jun 30 16:34:42.873907 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2250fcd2-a743-4119-a993-2e87bc23e6b3 req-d614c50c-a44b-4585-bf7e-575f2e777ff2 service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484932 Jun 30 16:34:43.300412 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52888de-bf15-4a42-ada3-15b2567c7541 req-e56c9662-287f-403d-a87a-3b723d2dc8e5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:43.301983 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c52888de-bf15-4a42-ada3-15b2567c7541 req-e56c9662-287f-403d-a87a-3b723d2dc8e5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0591037 Jun 30 16:34:43.365400 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c52888de-bf15-4a42-ada3-15b2567c7541 req-12f0a457-7481-4fcc-ad4e-fe90ce5066c6 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528061 Jun 30 16:34:43.554105 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf7bc54-361e-4c4b-bc6a-bbb0b34dadf8 req-89d43553-a426-4dab-8a6f-42c8ce28d887 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:43.556205 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5bf7bc54-361e-4c4b-bc6a-bbb0b34dadf8 req-89d43553-a426-4dab-8a6f-42c8ce28d887 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 946 time: 0.0776818 Jun 30 16:34:43.615601 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5bf7bc54-361e-4c4b-bc6a-bbb0b34dadf8 req-c17e5c6c-bcd5-477d-8dc8-b17c2cf8bd7c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511837 Jun 30 16:34:43.685722 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-beb0cd1d-d3ef-4507-b8a1-a69edd431ad3 req-26e1b646-9b0b-4d71-8d9d-2fc6942b7734 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b34f2ec4-8c64-4f05-98bb-ea3f485cf825 HTTP/1.1" status: 200 len: 217 time: 0.2655203 Jun 30 16:34:43.760526 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590170cd-17ad-407f-93a9-044afb887b75 req-869896c0-1c97-47ef-80cc-1a9b77773c6b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:43.761673 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-590170cd-17ad-407f-93a9-044afb887b75 req-869896c0-1c97-47ef-80cc-1a9b77773c6b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0558193 Jun 30 16:34:43.765843 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:43.770048 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:43.801031 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6727c1b-07e6-4fad-9225-067c2bdd8dd5 req-9419b866-92f5-4a9c-ae94-019c3764ccaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:43.803614 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c6727c1b-07e6-4fad-9225-067c2bdd8dd5 req-9419b866-92f5-4a9c-ae94-019c3764ccaa service neutron] 10.222.0.65 "GET /v2.0/networks?id=6814a2cd-e579-4a71-a5f8-7331dec8330d HTTP/1.1" status: 200 len: 912 time: 0.1268513 Jun 30 16:34:43.817193 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-590170cd-17ad-407f-93a9-044afb887b75 req-aaf772e5-f2d9-4887-8964-93dc592fa422 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485473 Jun 30 16:34:43.851315 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:34:43.996737 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d25a1f-b979-46c7-8692-e5c40988292e req-39a25813-7656-4e78-92ac-4d01203bb367 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:43.998130 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:43.998869 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:44.006350 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-53d25a1f-b979-46c7-8692-e5c40988292e req-39a25813-7656-4e78-92ac-4d01203bb367 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 946 time: 0.0766845 Jun 30 16:34:44.008938 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 33920) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:44.017340 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a359ac15-aa19-4803-a2e7-986e8246ae3f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'floatingip': {'port_id': '14804ed0-cd51-4355-ba1e-12c6728c4b2f'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:44.115172 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:44.116135 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:44.126077 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb5c35b-45a1-4ac1-9146-02efa385f1e7 req-4777c315-2c6c-4f18-982a-70af5259c7e8 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:44.127819 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9cb5c35b-45a1-4ac1-9146-02efa385f1e7 req-4777c315-2c6c-4f18-982a-70af5259c7e8 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 944 time: 0.0569482 Jun 30 16:34:44.157441 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a359ac15-aa19-4803-a2e7-986e8246ae3f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (e8d3c1bc-d32f-4680-8aa3-b89edf6a3523), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:44.160093 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f21182-53c1-471e-b55f-3f5654e72daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:44.162647 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d63738-3d84-4a8d-9f1e-06d69faeb2dc" -d '{"events": [{"server_uuid": "32f21182-53c1-471e-b55f-3f5654e72daf", "name": "network-vif-plugged", "status": "completed", "tag": "159acf30-2cf3-40f6-aa1f-50b4d29f5f28"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:44.188306 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=159acf30-2cf3-40f6-aa1f-50b4d29f5f28,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:44.221650 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9cb5c35b-45a1-4ac1-9146-02efa385f1e7 req-e01bccb6-69ac-49ac-8df7-c31b00f2bd80 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811048 Jun 30 16:34:44.286531 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-343f3733-04e7-4a46-a696-b5ae8dedcb94 x-openstack-request-id: req-343f3733-04e7-4a46-a696-b5ae8dedcb94 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:44.289552 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f21182-53c1-471e-b55f-3f5654e72daf", "name": "network-vif-plugged", "status": "completed", "tag": "159acf30-2cf3-40f6-aa1f-50b4d29f5f28", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:44.289552 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-343f3733-04e7-4a46-a696-b5ae8dedcb94 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:44.289552 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-343f3733-04e7-4a46-a696-b5ae8dedcb94'] response: {'server_uuid': '32f21182-53c1-471e-b55f-3f5654e72daf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28', 'code': 200} Jun 30 16:34:44.316382 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:44.382551 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 33936) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:44.398728 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=159acf30-2cf3-40f6-aa1f-50b4d29f5f28,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:44.447224 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:44.540439 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c6727c1b-07e6-4fad-9225-067c2bdd8dd5 req-bd63dd88-aff7-41cc-a5c2-d4ddde059344 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c270e4fc-eb23-4881-be9d-da7f4f37912e HTTP/1.1" status: 200 len: 217 time: 0.0446951 Jun 30 16:34:44.565917 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df4ab08-072a-41ff-9bab-b772bb173f5d req-a1540447-efdb-4793-a2fa-6105cff06ff7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:44.567674 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7df4ab08-072a-41ff-9bab-b772bb173f5d req-a1540447-efdb-4793-a2fa-6105cff06ff7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0829442 Jun 30 16:34:44.587711 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-34d717d4-e545-4400-8b91-4e8e750a7c68 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:44.638947 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0cd1d-d3ef-4507-b8a1-a69edd431ad3 req-343df140-17be-4726-a2bb-6b7b672c3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:44.638947 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-beb0cd1d-d3ef-4507-b8a1-a69edd431ad3 req-343df140-17be-4726-a2bb-6b7b672c3694 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.1325927 Jun 30 16:34:44.700718 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7df4ab08-072a-41ff-9bab-b772bb173f5d req-43a98e7c-b221-41ff-b8a6-f5a829670259 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195276 Jun 30 16:34:44.760649 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-34d717d4-e545-4400-8b91-4e8e750a7c68 admin admin] Publish callbacks [] for security_group (6ebcd880-907e-4b64-a36f-b3716288313c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:44.888217 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-34d717d4-e545-4400-8b91-4e8e750a7c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (6ebcd880-907e-4b64-a36f-b3716288313c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:45.038190 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-34d717d4-e545-4400-8b91-4e8e750a7c68 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb444f73f7c64b4fadd6f2d3c89eb3d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6539490 Jun 30 16:34:45.041326 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 33948) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:45.054074 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dde49b9-9338-4761-a66d-aa7c5bc46e45 req-f6b1bea4-40c2-4bc2-8927-42bfb9576230 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:45.055885 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1dde49b9-9338-4761-a66d-aa7c5bc46e45 req-f6b1bea4-40c2-4bc2-8927-42bfb9576230 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.1605880 Jun 30 16:34:45.066197 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d717d4-e545-4400-8b91-4e8e750a7c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ebcd880-907e-4b64-a36f-b3716288313c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:45.097676 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6727c1b-07e6-4fad-9225-067c2bdd8dd5 req-2767762e-e42b-4c9b-b578-599d6f746362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:45.099164 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c6727c1b-07e6-4fad-9225-067c2bdd8dd5 req-2767762e-e42b-4c9b-b578-599d6f746362 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=3d874353-8ab5-4f05-9ffb-5acedd70a928 HTTP/1.1" status: 200 len: 850 time: 0.1507964 Jun 30 16:34:45.166496 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb0cd1d-d3ef-4507-b8a1-a69edd431ad3 req-0a909d1a-af3f-4536-99c5-64832bd15501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:45.168012 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-beb0cd1d-d3ef-4507-b8a1-a69edd431ad3 req-0a909d1a-af3f-4536-99c5-64832bd15501 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1524916 Jun 30 16:34:45.170341 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a359ac15-aa19-4803-a2e7-986e8246ae3f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:45.188297 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1dde49b9-9338-4761-a66d-aa7c5bc46e45 req-504068a0-aa54-4f09-a079-767eb209f1a5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167116 Jun 30 16:34:45.191347 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6727c1b-07e6-4fad-9225-067c2bdd8dd5 req-38a7c55c-28af-4d00-8f2f-6e1d4d6b7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:45.192950 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c6727c1b-07e6-4fad-9225-067c2bdd8dd5 req-38a7c55c-28af-4d00-8f2f-6e1d4d6b7f87 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6814a2cd-e579-4a71-a5f8-7331dec8330d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828006 Jun 30 16:34:45.213759 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66360e45-a85a-4850-ba36-7fc26a853a9a admin admin] Publish callbacks [] for security_group (6ebcd880-907e-4b64-a36f-b3716288313c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:45.278419 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66360e45-a85a-4850-ba36-7fc26a853a9a admin admin] Publish callbacks [] for security_group (6ebcd880-907e-4b64-a36f-b3716288313c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:45.318769 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a359ac15-aa19-4803-a2e7-986e8246ae3f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (e8d3c1bc-d32f-4680-8aa3-b89edf6a3523), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:45.367881 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff2ce33-e402-47ea-a30f-45e50b57eb28 req-caaacc91-4a98-4cf2-9041-62b4f7a7ff0c tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:45.370553 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eff2ce33-e402-47ea-a30f-45e50b57eb28 req-caaacc91-4a98-4cf2-9041-62b4f7a7ff0c tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0732870 Jun 30 16:34:45.455279 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eff2ce33-e402-47ea-a30f-45e50b57eb28 req-76604bcd-c195-47fa-ae77-3b9a7e241c39 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779228 Jun 30 16:34:45.565961 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66360e45-a85a-4850-ba36-7fc26a853a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (6ebcd880-907e-4b64-a36f-b3716288313c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:45.568737 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66360e45-a85a-4850-ba36-7fc26a853a9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:45.570009 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-66360e45-a85a-4850-ba36-7fc26a853a9a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6ebcd880-907e-4b64-a36f-b3716288313c HTTP/1.1" status: 204 len: 168 time: 0.5129666 Jun 30 16:34:45.616039 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e1a7b-bb10-4636-bd70-4aca23db818b req-f11f3cc6-1088-4ce2-bfdc-94f68a1639ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:45.618145 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-832e1a7b-bb10-4636-bd70-4aca23db818b req-f11f3cc6-1088-4ce2-bfdc-94f68a1639ea service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 1129 time: 0.1541681 Jun 30 16:34:45.621751 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66360e45-a85a-4850-ba36-7fc26a853a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ebcd880-907e-4b64-a36f-b3716288313c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:45.671837 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:45.720310 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-832e1a7b-bb10-4636-bd70-4aca23db818b req-af27a4ea-de6d-46d1-bfb2-f2f5037d0c1e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952988 Jun 30 16:34:45.721956 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c6727c1b-07e6-4fad-9225-067c2bdd8dd5 req-f4eed265-2692-4d06-bf84-e738390dc8fb service neutron] 10.222.0.65 "GET /v2.0/networks/6814a2cd-e579-4a71-a5f8-7331dec8330d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5159280 Jun 30 16:34:45.733685 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-beb0cd1d-d3ef-4507-b8a1-a69edd431ad3 req-5fc94646-04ed-4876-99bf-39f77fa44bed service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5512490 Jun 30 16:34:45.757554 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [None req-a359ac15-aa19-4803-a2e7-986e8246ae3f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Floating IP e8d3c1bc-d32f-4680-8aa3-b89edf6a3523 associated. External IP: 172.27.2.50, port: 14804ed0-cd51-4355-ba1e-12c6728c4b2f. Jun 30 16:34:45.771339 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device feb9d98a-c1aa-45cf-b1e3-06597d656e69 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:34:45.921736 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65605b22-e235-41e1-9f89-f62b76ccb9ba req-92dcb7af-6e0e-4856-b5ef-9517eddf5302 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:45.925888 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-65605b22-e235-41e1-9f89-f62b76ccb9ba req-92dcb7af-6e0e-4856-b5ef-9517eddf5302 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0777307 Jun 30 16:34:45.943972 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:46.012514 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-65605b22-e235-41e1-9f89-f62b76ccb9ba req-73d00469-286f-4d7c-b342-dd5068fe774e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782065 Jun 30 16:34:46.198711 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:46.208781 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a359ac15-aa19-4803-a2e7-986e8246ae3f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Router a005fa75-8b3f-4f75-8a91-569497cf738a has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:34:46.225982 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-beb0cd1d-d3ef-4507-b8a1-a69edd431ad3 req-e4c0ef6b-0d03-4189-b3dd-e1a52819800e service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539351 Jun 30 16:34:46.228401 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'port_id': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'mac_address': 'fa:16:3e:ba:45:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:34:46.229975 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c6727c1b-07e6-4fad-9225-067c2bdd8dd5 req-91cb111f-9029-4bca-990a-994ab9b0f836 service neutron] 10.222.0.65 "GET /v2.0/networks/6814a2cd-e579-4a71-a5f8-7331dec8330d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568080 Jun 30 16:34:46.297738 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port feb9d98a-c1aa-45cf-b1e3-06597d656e69 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:46.298514 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:46.315048 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb9d98a-c1aa-45cf-b1e3-06597d656e69 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:34:46.324866 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:46.343219 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:46.351128 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a359ac15-aa19-4803-a2e7-986e8246ae3f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:34:46.357981 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a359ac15-aa19-4803-a2e7-986e8246ae3f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:46.367031 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30615cde-f7cc-4815-94e6-6c8e7a195a7d None None] Sync routers for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:34:46.368122 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22708a6-e7c3-4ec8-8ece-8b0f3237982f req-d4cb4953-30df-42d5-a1a9-14028114e2a8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:46.370323 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b22708a6-e7c3-4ec8-8ece-8b0f3237982f req-d4cb4953-30df-42d5-a1a9-14028114e2a8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0601869 Jun 30 16:34:46.381957 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30615cde-f7cc-4815-94e6-6c8e7a195a7d None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:46.382597 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-30615cde-f7cc-4815-94e6-6c8e7a195a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:34:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:46.420177 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-a359ac15-aa19-4803-a2e7-986e8246ae3f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "PUT /v2.0/floatingips/e8d3c1bc-d32f-4680-8aa3-b89edf6a3523 HTTP/1.1" status: 200 len: 991 time: 2.4095943 Jun 30 16:34:46.420911 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'tag': '14804ed0-cd51-4355-ba1e-12c6728c4b2f'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:46.424033 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fbfb84-2d58-4774-aafc-f4dad891c391" -d '{"events": [{"name": "network-changed", "server_uuid": "285f3262-38a1-4c65-9680-18fa2ef40c32", "tag": "14804ed0-cd51-4355-ba1e-12c6728c4b2f"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:46.447450 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b22708a6-e7c3-4ec8-8ece-8b0f3237982f req-11fe0a38-4bab-43da-a570-ec51002a27f4 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676985 Jun 30 16:34:46.461847 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:46.470329 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e450ad8-d7d9-4db0-959c-3c783404df1d x-openstack-request-id: req-0e450ad8-d7d9-4db0-959c-3c783404df1d {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:46.470619 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285f3262-38a1-4c65-9680-18fa2ef40c32", "tag": "14804ed0-cd51-4355-ba1e-12c6728c4b2f", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:46.470871 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0e450ad8-d7d9-4db0-959c-3c783404df1d {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:46.471272 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e450ad8-d7d9-4db0-959c-3c783404df1d'] response: {'name': 'network-changed', 'server_uuid': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'tag': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'status': 'completed', 'code': 200} Jun 30 16:34:46.504908 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:46.517808 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=feb9d98a-c1aa-45cf-b1e3-06597d656e69,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:46.519589 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-30615cde-f7cc-4815-94e6-6c8e7a195a7d None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:46.596399 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7cf6f3-b35f-470a-a0af-236609059d05 req-f99a5a4a-c008-4bc3-a60b-714f244a955e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:46.601682 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bd7cf6f3-b35f-470a-a0af-236609059d05 req-f99a5a4a-c008-4bc3-a60b-714f244a955e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0608730 Jun 30 16:34:46.697247 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bd7cf6f3-b35f-470a-a0af-236609059d05 req-a762e58f-e739-4dd7-871d-37190a1e2168 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934343 Jun 30 16:34:46.716265 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbfb84-2d58-4774-aafc-f4dad891c391 req-0c654d90-1b8d-4626-9686-d96e6b5fd853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:46.718046 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c2fbfb84-2d58-4774-aafc-f4dad891c391 req-0c654d90-1b8d-4626-9686-d96e6b5fd853 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 1130 time: 0.0828946 Jun 30 16:34:46.772287 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['feb9d98a-c1aa-45cf-b1e3-06597d656e69'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:34:46.837913 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:46.838144 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 33992) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:46.868671 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbfb84-2d58-4774-aafc-f4dad891c391 req-27c0a0f0-8f21-4fa4-a8bc-63e151e01746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:46.870543 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c2fbfb84-2d58-4774-aafc-f4dad891c391 req-27c0a0f0-8f21-4fa4-a8bc-63e151e01746 service neutron] 10.222.0.65 "GET /v2.0/networks?id=16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 200 len: 915 time: 0.1260633 Jun 30 16:34:46.870692 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94149f47-7c73-47dd-8b15-b3c625112a44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:46.872196 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-30615cde-f7cc-4815-94e6-6c8e7a195a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'e8d3c1bc-d32f-4680-8aa3-b89edf6a3523', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:3c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:04Z', 'updated_at': '2022-06-30T16:34:44Z', 'revision_number': 1, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:47.001389 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30615cde-f7cc-4815-94e6-6c8e7a195a7d None None] Checking router: a005fa75-8b3f-4f75-8a91-569497cf738a for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:34:47.020398 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30615cde-f7cc-4815-94e6-6c8e7a195a7d None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:47.021314 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-30615cde-f7cc-4815-94e6-6c8e7a195a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:34:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:47.103276 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94149f47-7c73-47dd-8b15-b3c625112a44 admin admin] Publish callbacks [] for security_group (252d8e0f-f91d-4a2b-bbfc-1198fb5dee0f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:47.204619 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-30615cde-f7cc-4815-94e6-6c8e7a195a7d None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:47.229185 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c2fbfb84-2d58-4774-aafc-f4dad891c391 req-f5085ae3-65d3-4d88-a6e9-c12a6980e980 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14804ed0-cd51-4355-ba1e-12c6728c4b2f HTTP/1.1" status: 200 len: 999 time: 0.2673934 Jun 30 16:34:47.232606 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94149f47-7c73-47dd-8b15-b3c625112a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (252d8e0f-f91d-4a2b-bbfc-1198fb5dee0f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:47.310086 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29673053-53fc-4245-87e8-7bf47d4b07b8 req-1e6d9fd6-3230-401f-a972-cc34701433d6 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:47.313383 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-29673053-53fc-4245-87e8-7bf47d4b07b8 req-1e6d9fd6-3230-401f-a972-cc34701433d6 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 944 time: 0.1795793 Jun 30 16:34:47.328112 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-94149f47-7c73-47dd-8b15-b3c625112a44 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d53f6811380a4832af1e2c436d97fbf3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4882762 Jun 30 16:34:47.330848 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34008) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:47.356142 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94149f47-7c73-47dd-8b15-b3c625112a44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252d8e0f-f91d-4a2b-bbfc-1198fb5dee0f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:47.390484 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-29673053-53fc-4245-87e8-7bf47d4b07b8 req-f3d224c3-7f01-4055-93e3-9dbaec1f7c49 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688756 Jun 30 16:34:47.442094 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30d14ad4-03da-4b1e-8fc4-0a11c2b39e2d admin admin] Publish callbacks [] for security_group (252d8e0f-f91d-4a2b-bbfc-1198fb5dee0f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:47.491547 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30d14ad4-03da-4b1e-8fc4-0a11c2b39e2d admin admin] Publish callbacks [] for security_group (252d8e0f-f91d-4a2b-bbfc-1198fb5dee0f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:47.538742 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-30615cde-f7cc-4815-94e6-6c8e7a195a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'e8d3c1bc-d32f-4680-8aa3-b89edf6a3523', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:3c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:04Z', 'updated_at': '2022-06-30T16:34:44Z', 'revision_number': 1, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:47.573795 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30615cde-f7cc-4815-94e6-6c8e7a195a7d None None] The sync data for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi is: [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'e8d3c1bc-d32f-4680-8aa3-b89edf6a3523', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:3c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:04Z', 'updated_at': '2022-06-30T16:34:44Z', 'revision_number': 1, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:34:47.614678 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49d9186-1f07-4b15-851c-8ae56d61e39c req-644754e6-501b-47fc-ba12-0abdfdbb231c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:47.615422 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a49d9186-1f07-4b15-851c-8ae56d61e39c req-644754e6-501b-47fc-ba12-0abdfdbb231c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0642893 Jun 30 16:34:47.701552 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbfb84-2d58-4774-aafc-f4dad891c391 req-8a1f88c3-918e-443c-9f76-d379cb9ae2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:47.708866 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c2fbfb84-2d58-4774-aafc-f4dad891c391 req-8a1f88c3-918e-443c-9f76-d379cb9ae2fa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62e7d36d-3495-499f-a7ab-fddad57919a9 HTTP/1.1" status: 200 len: 853 time: 0.0789413 Jun 30 16:34:47.709854 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a49d9186-1f07-4b15-851c-8ae56d61e39c req-0cb94772-ca2b-4e52-95dc-acd2ae8aa970 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902209 Jun 30 16:34:47.787014 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device feb9d98a-c1aa-45cf-b1e3-06597d656e69 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:34:47.820016 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30d14ad4-03da-4b1e-8fc4-0a11c2b39e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (252d8e0f-f91d-4a2b-bbfc-1198fb5dee0f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:47.832157 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:47.835946 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-30d14ad4-03da-4b1e-8fc4-0a11c2b39e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:47.837705 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-30d14ad4-03da-4b1e-8fc4-0a11c2b39e2d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/252d8e0f-f91d-4a2b-bbfc-1198fb5dee0f HTTP/1.1" status: 204 len: 168 time: 0.5053108 Jun 30 16:34:47.853783 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d14ad4-03da-4b1e-8fc4-0a11c2b39e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252d8e0f-f91d-4a2b-bbfc-1198fb5dee0f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:47.898035 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port feb9d98a-c1aa-45cf-b1e3-06597d656e69 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:34:47.972011 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199c48c-24de-49f1-bd3a-503ee6013afd req-bdb3c4a3-eae3-49c8-9233-71de8bfc39d5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:47.988460 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0199c48c-24de-49f1-bd3a-503ee6013afd req-bdb3c4a3-eae3-49c8-9233-71de8bfc39d5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.1774592 Jun 30 16:34:48.042095 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fbfb84-2d58-4774-aafc-f4dad891c391 req-5b9c5f25-cf4e-40a2-ace1-772f6bd79797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:48.051683 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c2fbfb84-2d58-4774-aafc-f4dad891c391 req-5b9c5f25-cf4e-40a2-ace1-772f6bd79797 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16892394-e408-48ab-985b-412d1c45e5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1473386 Jun 30 16:34:48.079864 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port feb9d98a-c1aa-45cf-b1e3-06597d656e69 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:34:48.084382 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:48.118663 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0199c48c-24de-49f1-bd3a-503ee6013afd req-81fded98-8345-425c-be0c-043c7a440ac0 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265097 Jun 30 16:34:48.288231 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port feb9d98a-c1aa-45cf-b1e3-06597d656e69 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:34:48.289271 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:48.297383 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:48.369303 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:48.374514 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48327a97-49c9-4a9a-a3d5-2c9710012434" -d '{"events": [{"server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "name": "network-vif-plugged", "status": "completed", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:48.392951 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:34:48.404996 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c2fbfb84-2d58-4774-aafc-f4dad891c391 req-1e4065c5-eccb-40c1-815e-73b0ca3a6f66 service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275442 Jun 30 16:34:48.427121 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1161aef8-c0c0-4d3c-956b-1af7f3bd9fe7 req-39fa8aaa-7774-4291-a09d-4995a80c7f2b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:48.428947 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1161aef8-c0c0-4d3c-956b-1af7f3bd9fe7 req-39fa8aaa-7774-4291-a09d-4995a80c7f2b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.1260357 Jun 30 16:34:48.441839 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34040) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:48.446852 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-8c869699-90e2-4601-82ba-54926d98889f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Request body: {'floatingip': {'port_id': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:48.448538 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b29a82c-12eb-426e-8e4e-5caa0c899782 x-openstack-request-id: req-5b29a82c-12eb-426e-8e4e-5caa0c899782 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:48.448921 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "name": "network-vif-plugged", "status": "completed", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:48.449264 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5b29a82c-12eb-426e-8e4e-5caa0c899782 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:48.449715 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b29a82c-12eb-426e-8e4e-5caa0c899782'] response: {'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'code': 200} Jun 30 16:34:48.497114 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8c869699-90e2-4601-82ba-54926d98889f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (d5a8ec6c-7b42-4253-a17a-7d98b7607165), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:48.499835 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:48.633128 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=feb9d98a-c1aa-45cf-b1e3-06597d656e69,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:48.653031 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa52e8c2-547e-493b-8954-74820708ff0a req-aff3d6eb-4752-4674-ad4b-670468f08b2e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:48.653031 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-aa52e8c2-547e-493b-8954-74820708ff0a req-aff3d6eb-4752-4674-ad4b-670468f08b2e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.1202135 Jun 30 16:34:48.848544 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-aa52e8c2-547e-493b-8954-74820708ff0a req-c5c04ba1-a719-4db3-b541-0803100baf77 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866817 Jun 30 16:34:49.043239 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04706bea-49a2-4d52-bb84-4ee9351b576f None None] New status for floating IP e8d3c1bc-d32f-4680-8aa3-b89edf6a3523: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:34:49.054908 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00f1587-3f01-498d-b3eb-6cd17a16bc4d req-5ad23a3b-daeb-4a9a-ab06-19692ec728d9 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:49.064497 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a00f1587-3f01-498d-b3eb-6cd17a16bc4d req-5ad23a3b-daeb-4a9a-ab06-19692ec728d9 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0878115 Jun 30 16:34:49.160637 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a00f1587-3f01-498d-b3eb-6cd17a16bc4d req-b898bedd-d2fb-4ff0-a71f-c3fbd5a05495 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944972 Jun 30 16:34:49.200807 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c2fbfb84-2d58-4774-aafc-f4dad891c391 req-0b4c082b-32e8-4550-8c7c-b71afd47bce5 service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855958 Jun 30 16:34:49.224266 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c3f150-0c1c-4e34-b49a-6d4f65c0ec02 req-c47c83e6-0abb-4715-b8fe-81b9bdd63f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:49.225870 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-f4c3f150-0c1c-4e34-b49a-6d4f65c0ec02 req-c47c83e6-0abb-4715-b8fe-81b9bdd63f21 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 1129 time: 0.0966856 Jun 30 16:34:49.332671 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:49.340603 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-f4c3f150-0c1c-4e34-b49a-6d4f65c0ec02 req-eb9681a0-00e8-4349-a48c-a9d1b8e38514 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063776 Jun 30 16:34:49.425749 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:49.569589 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8c869699-90e2-4601-82ba-54926d98889f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:49.597026 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:49.626195 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8c869699-90e2-4601-82ba-54926d98889f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (d5a8ec6c-7b42-4253-a17a-7d98b7607165), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:49.655493 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34068) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:49.744320 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34074) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:49.757442 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:49.928054 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2da3f4fb-686e-4997-8155-1271da9c6ad5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:49.969678 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [None req-8c869699-90e2-4601-82ba-54926d98889f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Floating IP d5a8ec6c-7b42-4253-a17a-7d98b7607165 associated. External IP: 172.27.2.187, port: 159acf30-2cf3-40f6-aa1f-50b4d29f5f28. Jun 30 16:34:50.034918 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5b509a3-ccdb-4bd0-b034-bc3337787e51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.051059 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:50.074267 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f6182f-4b01-45f2-8287-3eab755964cb req-73693858-0fec-493e-83b0-789216e57eee tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:50.075909 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a9f6182f-4b01-45f2-8287-3eab755964cb req-73693858-0fec-493e-83b0-789216e57eee tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.0887542 Jun 30 16:34:50.209876 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a9f6182f-4b01-45f2-8287-3eab755964cb req-1e91c5f5-28cd-40cc-83c6-cd95db425cc2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1241505 Jun 30 16:34:50.264221 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2da3f4fb-686e-4997-8155-1271da9c6ad5 admin admin] Publish callbacks [] for security_group (ac639552-8be5-4859-94a6-1ab17e62b411), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.278768 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5b509a3-ccdb-4bd0-b034-bc3337787e51 admin admin] Publish callbacks [] for security_group (41212ce5-f70d-45e6-9477-a71ef76ddfb6), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.289246 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c869699-90e2-4601-82ba-54926d98889f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:34:50.360474 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b3f69d-c780-4ce1-b9ba-771277c5983a req-69e6ae13-f2e5-46e7-afa8-a9d272bc3f26 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:50.362395 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-64b3f69d-c780-4ce1-b9ba-771277c5983a req-69e6ae13-f2e5-46e7-afa8-a9d272bc3f26 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0894704 Jun 30 16:34:50.415531 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c869699-90e2-4601-82ba-54926d98889f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:34:50.426789 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-64b3f69d-c780-4ce1-b9ba-771277c5983a req-822ce0a7-c5f5-485f-9660-3843944914db tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539949 Jun 30 16:34:50.428423 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98053c56-ec12-4a4b-814a-2a5cf90a1aa2 None None] Sync routers for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:34:50.428930 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8c869699-90e2-4601-82ba-54926d98889f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.442684 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2da3f4fb-686e-4997-8155-1271da9c6ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (ac639552-8be5-4859-94a6-1ab17e62b411), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.469186 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98053c56-ec12-4a4b-814a-2a5cf90a1aa2 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:50.470330 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-98053c56-ec12-4a4b-814a-2a5cf90a1aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:34:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:50.496016 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-2da3f4fb-686e-4997-8155-1271da9c6ad5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d353005498fc443dbb6026b2599347ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8411314 Jun 30 16:34:50.506825 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d5b509a3-ccdb-4bd0-b034-bc3337787e51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (41212ce5-f70d-45e6-9477-a71ef76ddfb6), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.506825 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da3f4fb-686e-4997-8155-1271da9c6ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac639552-8be5-4859-94a6-1ab17e62b411,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:50.507145 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34092) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:50.509301 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-8c869699-90e2-4601-82ba-54926d98889f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "PUT /v2.0/floatingips/d5a8ec6c-7b42-4253-a17a-7d98b7607165 HTTP/1.1" status: 200 len: 991 time: 2.0657780 Jun 30 16:34:50.510487 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32f21182-53c1-471e-b55f-3f5654e72daf', 'tag': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:50.514616 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b7eff3-5938-4407-9dbe-c7e30ba8736e" -d '{"events": [{"name": "network-changed", "server_uuid": "32f21182-53c1-471e-b55f-3f5654e72daf", "tag": "159acf30-2cf3-40f6-aa1f-50b4d29f5f28"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:50.565606 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-d5b509a3-ccdb-4bd0-b034-bc3337787e51 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cd8720b566d44431bd0848c7d6f4ca5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8201151 Jun 30 16:34:50.568459 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34098) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:50.579040 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b509a3-ccdb-4bd0-b034-bc3337787e51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41212ce5-f70d-45e6-9477-a71ef76ddfb6,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:50.613769 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f55efe-9e3c-494e-8c56-bd6c8e886d16 x-openstack-request-id: req-84f55efe-9e3c-494e-8c56-bd6c8e886d16 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:50.614066 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32f21182-53c1-471e-b55f-3f5654e72daf", "tag": "159acf30-2cf3-40f6-aa1f-50b4d29f5f28", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:50.614826 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-84f55efe-9e3c-494e-8c56-bd6c8e886d16 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:50.614826 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84f55efe-9e3c-494e-8c56-bd6c8e886d16'] response: {'name': 'network-changed', 'server_uuid': '32f21182-53c1-471e-b55f-3f5654e72daf', 'tag': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28', 'status': 'completed', 'code': 200} Jun 30 16:34:50.631947 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f6e540dc-74b6-4142-a8c4-744f0284fc7e admin admin] Publish callbacks [] for security_group (ac639552-8be5-4859-94a6-1ab17e62b411), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.635112 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:50.664349 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-088e1e18-6900-4501-b944-4d4c74ba4e8a admin admin] Publish callbacks [] for security_group (41212ce5-f70d-45e6-9477-a71ef76ddfb6), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.666946 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f6e540dc-74b6-4142-a8c4-744f0284fc7e admin admin] Publish callbacks [] for security_group (ac639552-8be5-4859-94a6-1ab17e62b411), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.703377 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-98053c56-ec12-4a4b-814a-2a5cf90a1aa2 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:50.705097 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-088e1e18-6900-4501-b944-4d4c74ba4e8a admin admin] Publish callbacks [] for security_group (41212ce5-f70d-45e6-9477-a71ef76ddfb6), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.814720 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f6e540dc-74b6-4142-a8c4-744f0284fc7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (ac639552-8be5-4859-94a6-1ab17e62b411), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.819440 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f6e540dc-74b6-4142-a8c4-744f0284fc7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.825638 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-f6e540dc-74b6-4142-a8c4-744f0284fc7e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ac639552-8be5-4859-94a6-1ab17e62b411 HTTP/1.1" status: 204 len: 168 time: 0.3127365 Jun 30 16:34:50.836596 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e540dc-74b6-4142-a8c4-744f0284fc7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac639552-8be5-4859-94a6-1ab17e62b411,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:50.840191 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:50.911032 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-088e1e18-6900-4501-b944-4d4c74ba4e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (41212ce5-f70d-45e6-9477-a71ef76ddfb6), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.913855 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-088e1e18-6900-4501-b944-4d4c74ba4e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:50.915084 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-088e1e18-6900-4501-b944-4d4c74ba4e8a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/41212ce5-f70d-45e6-9477-a71ef76ddfb6 HTTP/1.1" status: 204 len: 168 time: 0.3453760 Jun 30 16:34:50.927940 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e1e18-6900-4501-b944-4d4c74ba4e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41212ce5-f70d-45e6-9477-a71ef76ddfb6,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:51.019799 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-98053c56-ec12-4a4b-814a-2a5cf90a1aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'd5a8ec6c-7b42-4253-a17a-7d98b7607165', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'port_id': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'mac_address': 'fa:16:3e:f0:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f21182-53c1-471e-b55f-3f5654e72daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:15Z', 'updated_at': '2022-06-30T16:34:49Z', 'revision_number': 1, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:51.066253 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98053c56-ec12-4a4b-814a-2a5cf90a1aa2 None None] Checking router: f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:34:51.077262 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:51.082416 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98053c56-ec12-4a4b-814a-2a5cf90a1aa2 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:51.083342 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-98053c56-ec12-4a4b-814a-2a5cf90a1aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:34:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:51.206906 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-98053c56-ec12-4a4b-814a-2a5cf90a1aa2 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:51.392634 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7eff3-5938-4407-9dbe-c7e30ba8736e req-5aaa78ff-48e1-40de-81fd-349f2732274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:51.394575 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-44b7eff3-5938-4407-9dbe-c7e30ba8736e req-5aaa78ff-48e1-40de-81fd-349f2732274b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 1129 time: 0.0597265 Jun 30 16:34:51.420977 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5869630b-9f86-4cc6-9451-f69cfcee0897 req-76ec9d2e-e655-4d49-9347-190a4aba4362 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:51.620072 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5869630b-9f86-4cc6-9451-f69cfcee0897 req-76ec9d2e-e655-4d49-9347-190a4aba4362 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.0984168 Jun 30 16:34:51.621074 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-98053c56-ec12-4a4b-814a-2a5cf90a1aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'd5a8ec6c-7b42-4253-a17a-7d98b7607165', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'port_id': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'mac_address': 'fa:16:3e:f0:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f21182-53c1-471e-b55f-3f5654e72daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:15Z', 'updated_at': '2022-06-30T16:34:49Z', 'revision_number': 1, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:51.622517 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7eff3-5938-4407-9dbe-c7e30ba8736e req-b4bb91e6-e982-4e2a-96ee-64bcb6ecfec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:51.623435 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98053c56-ec12-4a4b-814a-2a5cf90a1aa2 None None] The sync data for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi is: [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'd5a8ec6c-7b42-4253-a17a-7d98b7607165', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'floating_ip_address': '172.27.2.187', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'port_id': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 128, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'mac_address': 'fa:16:3e:f0:b7:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32f21182-53c1-471e-b55f-3f5654e72daf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:15Z', 'updated_at': '2022-06-30T16:34:49Z', 'revision_number': 1, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:34:51.623865 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-44b7eff3-5938-4407-9dbe-c7e30ba8736e req-b4bb91e6-e982-4e2a-96ee-64bcb6ecfec5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8aed81da-8ea7-4176-b3f4-7d728693f230 HTTP/1.1" status: 200 len: 910 time: 0.1242099 Jun 30 16:34:51.623948 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5869630b-9f86-4cc6-9451-f69cfcee0897 req-23a93d9d-5151-4ff5-8fad-546d7c4abaee tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043384 Jun 30 16:34:51.623948 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd21bb-984b-4110-877b-3dde425ef0c2 req-ab583435-4d5a-40eb-aa33-88e11dff5959 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:51.623948 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-27cd21bb-984b-4110-877b-3dde425ef0c2 req-ab583435-4d5a-40eb-aa33-88e11dff5959 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0726588 Jun 30 16:34:51.634723 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-44b7eff3-5938-4407-9dbe-c7e30ba8736e req-87ddf399-c94a-4f8c-909b-c2559905edbd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=159acf30-2cf3-40f6-aa1f-50b4d29f5f28 HTTP/1.1" status: 200 len: 999 time: 0.0880580 Jun 30 16:34:51.702423 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-27cd21bb-984b-4110-877b-3dde425ef0c2 req-265e9b3d-d7c1-4529-9f6e-ea9943c2e3a1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776362 Jun 30 16:34:51.706422 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7eff3-5938-4407-9dbe-c7e30ba8736e req-35213628-2b9b-4f54-965c-05899336babe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:51.708052 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-44b7eff3-5938-4407-9dbe-c7e30ba8736e req-35213628-2b9b-4f54-965c-05899336babe service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02ad2b4a-36a6-4968-8296-92b670df27ed HTTP/1.1" status: 200 len: 848 time: 0.0656345 Jun 30 16:34:51.715212 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:51.745541 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e63a4d-0338-40b9-ad15-b41d7b8f3c2c req-9bdc812f-51f1-4fa8-95f2-7568f7400c64 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:51.747287 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-37e63a4d-0338-40b9-ad15-b41d7b8f3c2c req-9bdc812f-51f1-4fa8-95f2-7568f7400c64 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.0679061 Jun 30 16:34:51.757809 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34122) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:51.761546 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b7eff3-5938-4407-9dbe-c7e30ba8736e req-490c4104-2d7f-4840-9b38-514d1a5c7847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:51.763341 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-44b7eff3-5938-4407-9dbe-c7e30ba8736e req-490c4104-2d7f-4840-9b38-514d1a5c7847 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8aed81da-8ea7-4176-b3f4-7d728693f230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466189 Jun 30 16:34:51.765930 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-d3c7d766-a366-491e-a8c2-c68de8174d5a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Request body: {'floatingip': {'port_id': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:34:51.849487 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d766-a366-491e-a8c2-c68de8174d5a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (4e94134e-9837-41fb-b727-9574fcdf6804), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:51.857415 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b435643-e39e-4582-a341-de9be083ed96 None None] New status for floating IP d5a8ec6c-7b42-4253-a17a-7d98b7607165: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:34:51.887924 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-44b7eff3-5938-4407-9dbe-c7e30ba8736e req-418f6e46-53d6-4370-aed4-3f757fdc6ba1 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165109 Jun 30 16:34:52.034537 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-44b7eff3-5938-4407-9dbe-c7e30ba8736e req-73200173-500e-4d7a-b017-07d15ab122c1 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307197 Jun 30 16:34:52.224601 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34128) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:52.240185 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6663209-93d2-470d-8cdc-a2bd95d9e770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:52.345566 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6663209-93d2-470d-8cdc-a2bd95d9e770 admin admin] Publish callbacks [] for security_group (f871b48d-91d3-4cbb-84f8-711205161a27), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:52.434746 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a6663209-93d2-470d-8cdc-a2bd95d9e770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (f871b48d-91d3-4cbb-84f8-711205161a27), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:52.459458 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:52.483571 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34134) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:52.515378 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6663209-93d2-470d-8cdc-a2bd95d9e770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f871b48d-91d3-4cbb-84f8-711205161a27,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:52.521479 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-a6663209-93d2-470d-8cdc-a2bd95d9e770 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fc0c828632bf46949b79badfb31e0b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2960353 Jun 30 16:34:52.522945 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1e47f5b1-d3d8-4a09-8c79-e8c63eb84cdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:52.533965 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34136) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:52.641634 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7a269a9-2563-499b-b332-ac3e8e311505 admin admin] Publish callbacks [] for security_group (f871b48d-91d3-4cbb-84f8-711205161a27), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:52.681153 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7a269a9-2563-499b-b332-ac3e8e311505 admin admin] Publish callbacks [] for security_group (f871b48d-91d3-4cbb-84f8-711205161a27), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:52.681364 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:52.702673 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1e47f5b1-d3d8-4a09-8c79-e8c63eb84cdb admin admin] Publish callbacks [] for security_group (fc944a85-f758-4bfd-955b-aa57d9033a8b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:52.823219 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1e47f5b1-d3d8-4a09-8c79-e8c63eb84cdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (fc944a85-f758-4bfd-955b-aa57d9033a8b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:52.881805 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7a269a9-2563-499b-b332-ac3e8e311505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (f871b48d-91d3-4cbb-84f8-711205161a27), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:52.886689 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7a269a9-2563-499b-b332-ac3e8e311505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:52.895909 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-e7a269a9-2563-499b-b332-ac3e8e311505 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f871b48d-91d3-4cbb-84f8-711205161a27 HTTP/1.1" status: 204 len: 168 time: 0.3537853 Jun 30 16:34:52.897235 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:52.915980 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e47f5b1-d3d8-4a09-8c79-e8c63eb84cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc944a85-f758-4bfd-955b-aa57d9033a8b,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:52.926580 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-1e47f5b1-d3d8-4a09-8c79-e8c63eb84cdb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=36b7f62cfa2c42cf94244f6d4142d397&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4418056 Jun 30 16:34:52.930101 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34148) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:34:52.985963 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a269a9-2563-499b-b332-ac3e8e311505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f871b48d-91d3-4cbb-84f8-711205161a27,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:53.054128 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e3c02af-13f4-435c-b347-a59273acd13c admin admin] Publish callbacks [] for security_group (fc944a85-f758-4bfd-955b-aa57d9033a8b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:53.069112 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234203a6-3f33-41d9-9be4-96bfdd9c0ac6 req-b10d7c27-2c9e-43f9-a696-aa05f63ad1d7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:53.072692 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-234203a6-3f33-41d9-9be4-96bfdd9c0ac6 req-b10d7c27-2c9e-43f9-a696-aa05f63ad1d7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.1790740 Jun 30 16:34:53.106800 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e3c02af-13f4-435c-b347-a59273acd13c admin admin] Publish callbacks [] for security_group (fc944a85-f758-4bfd-955b-aa57d9033a8b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:53.130607 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d766-a366-491e-a8c2-c68de8174d5a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:53.156797 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-234203a6-3f33-41d9-9be4-96bfdd9c0ac6 req-d04cd6e9-28da-4057-82f4-7c532a78700e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706673 Jun 30 16:34:53.220725 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d766-a366-491e-a8c2-c68de8174d5a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (4e94134e-9837-41fb-b727-9574fcdf6804), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:53.221050 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:53.311364 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e3c02af-13f4-435c-b347-a59273acd13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (fc944a85-f758-4bfd-955b-aa57d9033a8b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:53.315369 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2e3c02af-13f4-435c-b347-a59273acd13c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:53.316630 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-2e3c02af-13f4-435c-b347-a59273acd13c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fc944a85-f758-4bfd-955b-aa57d9033a8b HTTP/1.1" status: 204 len: 168 time: 0.3853598 Jun 30 16:34:53.325631 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3c02af-13f4-435c-b347-a59273acd13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc944a85-f758-4bfd-955b-aa57d9033a8b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:34:53.327289 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [None req-d3c7d766-a366-491e-a8c2-c68de8174d5a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Floating IP 4e94134e-9837-41fb-b727-9574fcdf6804 associated. External IP: 172.27.2.231, port: feb9d98a-c1aa-45cf-b1e3-06597d656e69. Jun 30 16:34:53.562550 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c7d766-a366-491e-a8c2-c68de8174d5a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Router d6d5f641-a89e-47d3-a366-d76d2d58f536 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:34:53.715277 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c7d766-a366-491e-a8c2-c68de8174d5a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:34:53.717289 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:53.720674 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d3c7d766-a366-491e-a8c2-c68de8174d5a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:34:53.734196 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00ea66-207b-489e-b50a-3e2a722332c6 None None] Sync routers for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:34:53.757385 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00ea66-207b-489e-b50a-3e2a722332c6 None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:53.759002 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3c00ea66-207b-489e-b50a-3e2a722332c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:34:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:53.761136 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-d3c7d766-a366-491e-a8c2-c68de8174d5a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "PUT /v2.0/floatingips/4e94134e-9837-41fb-b727-9574fcdf6804 HTTP/1.1" status: 200 len: 991 time: 2.0009439 Jun 30 16:34:53.761855 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:34:53.764421 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4325302d-0160-4180-a005-e3412ba125ef" -d '{"events": [{"name": "network-changed", "server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:34:53.783264 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:53.809100 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c0ecbd-d7b8-472a-8f7d-ae9ef38b0c96 x-openstack-request-id: req-b2c0ecbd-d7b8-472a-8f7d-ae9ef38b0c96 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:34:53.809462 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:34:53.809802 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b2c0ecbd-d7b8-472a-8f7d-ae9ef38b0c96 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:34:53.810280 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2c0ecbd-d7b8-472a-8f7d-ae9ef38b0c96'] response: {'name': 'network-changed', 'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'status': 'completed', 'code': 200} Jun 30 16:34:53.920078 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325302d-0160-4180-a005-e3412ba125ef req-4794fcfc-3493-489f-9f84-c07248e6ad4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:53.922594 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4325302d-0160-4180-a005-e3412ba125ef req-4794fcfc-3493-489f-9f84-c07248e6ad4a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 1129 time: 0.0703855 Jun 30 16:34:54.030762 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-3c00ea66-207b-489e-b50a-3e2a722332c6 None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:54.065174 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325302d-0160-4180-a005-e3412ba125ef req-ec51c5b1-bd45-44e8-a255-7323664f43ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:54.066979 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4325302d-0160-4180-a005-e3412ba125ef req-ec51c5b1-bd45-44e8-a255-7323664f43ed service neutron] 10.222.0.65 "GET /v2.0/networks?id=93a4e560-3e75-48b5-b797-80cbf95a4a78 HTTP/1.1" status: 200 len: 917 time: 0.1204655 Jun 30 16:34:54.225820 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4325302d-0160-4180-a005-e3412ba125ef req-01617d05-16dd-44ad-9e7c-2ecec1642bad service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69 HTTP/1.1" status: 200 len: 999 time: 0.1449153 Jun 30 16:34:54.262148 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:54.409244 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd670db-a7f7-4daf-b835-c58d95ad4ed5 req-52306479-9c0b-406a-bf22-56557f5228a1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:54.416672 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7bd670db-a7f7-4daf-b835-c58d95ad4ed5 req-52306479-9c0b-406a-bf22-56557f5228a1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.1521366 Jun 30 16:34:54.426478 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:INSERT=14,neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:54.452341 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:54.463001 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3c00ea66-207b-489e-b50a-3e2a722332c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '4e94134e-9837-41fb-b727-9574fcdf6804', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'port_id': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'mac_address': 'fa:16:3e:ba:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:18Z', 'updated_at': '2022-06-30T16:34:52Z', 'revision_number': 1, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:19Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:54.474294 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7bd670db-a7f7-4daf-b835-c58d95ad4ed5 req-d6f8b397-e864-427e-ae58-4a187f5225cc tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567088 Jun 30 16:34:54.504845 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325302d-0160-4180-a005-e3412ba125ef req-d19b7779-ba30-4568-bbc9-ea28f98ae0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:54.506825 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4325302d-0160-4180-a005-e3412ba125ef req-d19b7779-ba30-4568-bbc9-ea28f98ae0ea service neutron] 10.222.0.65 "GET /v2.0/subnets?id=36d695e2-318a-416b-9854-a898a8097f8d HTTP/1.1" status: 200 len: 855 time: 0.1222739 Jun 30 16:34:54.602995 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00ea66-207b-489e-b50a-3e2a722332c6 None None] Checking router: d6d5f641-a89e-47d3-a366-d76d2d58f536 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:34:54.613566 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c00ea66-207b-489e-b50a-3e2a722332c6 None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:34:54.614607 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3c00ea66-207b-489e-b50a-3e2a722332c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:34:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:54.747270 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-3c00ea66-207b-489e-b50a-3e2a722332c6 None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:34:54.883215 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:55.138462 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-3c00ea66-207b-489e-b50a-3e2a722332c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '4e94134e-9837-41fb-b727-9574fcdf6804', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'port_id': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'mac_address': 'fa:16:3e:ba:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:18Z', 'updated_at': '2022-06-30T16:34:52Z', 'revision_number': 1, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:19Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:34:55.191752 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c00ea66-207b-489e-b50a-3e2a722332c6 None None] The sync data for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi is: [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '4e94134e-9837-41fb-b727-9574fcdf6804', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'floating_ip_address': '172.27.2.231', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'port_id': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 129, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'mac_address': 'fa:16:3e:ba:45:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:18Z', 'updated_at': '2022-06-30T16:34:52Z', 'revision_number': 1, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:19Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:34:55.352671 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:55.426843 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=82,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:55.701294 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:55.719857 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e522ba8-6fe4-4991-905b-f4135186e405 req-7019347f-1f32-4d9d-9856-7637ec221cba tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:55.722617 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9e522ba8-6fe4-4991-905b-f4135186e405 req-7019347f-1f32-4d9d-9856-7637ec221cba tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0936282 Jun 30 16:34:55.865754 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9e522ba8-6fe4-4991-905b-f4135186e405 req-265dfe15-4827-4534-bae2-e6abf9ed4a38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309760 Jun 30 16:34:55.990293 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:56.189927 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325302d-0160-4180-a005-e3412ba125ef req-763302fb-2505-4c60-b713-802945edac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:56.191339 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4325302d-0160-4180-a005-e3412ba125ef req-763302fb-2505-4c60-b713-802945edac44 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93a4e560-3e75-48b5-b797-80cbf95a4a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0823739 Jun 30 16:34:56.400680 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4325302d-0160-4180-a005-e3412ba125ef req-d7f61d2e-3569-4d3c-9feb-ac22cd176d1b service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025781 Jun 30 16:34:56.431085 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cf4715-2f0b-4f37-8711-9d4724a9296d None None] New status for floating IP 4e94134e-9837-41fb-b727-9574fcdf6804: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:34:56.456537 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:56.572046 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:34:56.835555 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:34:57.065768 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4325302d-0160-4180-a005-e3412ba125ef req-5c6bf24e-55f0-43e7-8385-747e37f25249 service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343130 Jun 30 16:34:57.095225 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa8227e-68a8-44a5-a1b5-0eb4ee607403 req-73306a39-7939-46eb-8bcc-078d3a62f667 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:57.106622 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4fa8227e-68a8-44a5-a1b5-0eb4ee607403 req-73306a39-7939-46eb-8bcc-078d3a62f667 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.1151195 Jun 30 16:34:57.206835 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4fa8227e-68a8-44a5-a1b5-0eb4ee607403 req-9ec9152d-333f-4dc1-9056-94300bd62221 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991924 Jun 30 16:34:58.402699 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7f0e39-a2b9-40ab-8f47-c6689f4a643b req-7d11057a-caa5-437c-b7b6-2b9b8c581b43 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:58.404570 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7c7f0e39-a2b9-40ab-8f47-c6689f4a643b req-7d11057a-caa5-437c-b7b6-2b9b8c581b43 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0565054 Jun 30 16:34:58.467301 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7c7f0e39-a2b9-40ab-8f47-c6689f4a643b req-73899091-98a9-4570-ae3a-41ce464007cb tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554199 Jun 30 16:34:59.089660 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f225c-3ec5-425e-b13a-859a1896994a req-9ca34bb0-7303-4e9c-bdca-02240edb125c tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:59.091327 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1d2f225c-3ec5-425e-b13a-859a1896994a req-9ca34bb0-7303-4e9c-bdca-02240edb125c tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 945 time: 0.0552855 Jun 30 16:34:59.158580 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1d2f225c-3ec5-425e-b13a-859a1896994a req-ef4de294-bb7b-4830-a27f-04fa1b9ccabd tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584061 Jun 30 16:34:59.614456 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290c4a00-e58d-46b3-90d3-73a147d9ed07 req-0e76af76-1c25-4ae1-b343-da61f661f45a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:34:59.617617 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-290c4a00-e58d-46b3-90d3-73a147d9ed07 req-0e76af76-1c25-4ae1-b343-da61f661f45a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0669990 Jun 30 16:34:59.672234 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-290c4a00-e58d-46b3-90d3-73a147d9ed07 req-17bb1bfe-bb7c-409e-bf7e-e89b9c69ac48 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489886 Jun 30 16:35:00.301602 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a49f11-ef97-4a5a-8d2e-3f6971e25551 req-9cad2fb6-a88e-4351-bdcc-721b02adbf72 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:00.303418 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d1a49f11-ef97-4a5a-8d2e-3f6971e25551 req-9cad2fb6-a88e-4351-bdcc-721b02adbf72 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 945 time: 0.0632613 Jun 30 16:35:00.373886 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d1a49f11-ef97-4a5a-8d2e-3f6971e25551 req-8a1ef060-851b-4e20-bddb-3d760f58dac0 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640631 Jun 30 16:35:00.812478 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb913a-e5a8-4472-b7a2-ce8017cc06aa req-db047598-606f-4b2f-aded-b0be81c8f91d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:00.820000 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-12eb913a-e5a8-4472-b7a2-ce8017cc06aa req-db047598-606f-4b2f-aded-b0be81c8f91d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0703056 Jun 30 16:35:00.885345 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-12eb913a-e5a8-4472-b7a2-ce8017cc06aa req-be23ddaf-de35-47f6-b63c-9f3f7dd16670 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644121 Jun 30 16:35:01.257386 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5765858b-86d5-4502-b26b-3edf8a09121f req-0a891828-1036-4765-8c95-35f512c4eb5c tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:01.258768 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5765858b-86d5-4502-b26b-3edf8a09121f req-0a891828-1036-4765-8c95-35f512c4eb5c tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.65 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 945 time: 0.0878820 Jun 30 16:35:01.400299 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-5765858b-86d5-4502-b26b-3edf8a09121f req-3f9fee97-68e3-48d3-93b5-299082f5d764 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Deleting port c270e4fc-eb23-4881-be9d-da7f4f37912e {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:35:01.400952 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5765858b-86d5-4502-b26b-3edf8a09121f req-3f9fee97-68e3-48d3-93b5-299082f5d764 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:01.415623 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:01.522099 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-5765858b-86d5-4502-b26b-3edf8a09121f req-3f9fee97-68e3-48d3-93b5-299082f5d764 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] For port c270e4fc-eb23-4881-be9d-da7f4f37912e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c270e4fc-eb23-4881-be9d-da7f4f37912e,segment=NetworkSegment(bafbb560-6c87-442b-8236-f1c5400b40da),segment_id=bafbb560-6c87-442b-8236-f1c5400b40da)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:35:01.522482 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5765858b-86d5-4502-b26b-3edf8a09121f req-3f9fee97-68e3-48d3-93b5-299082f5d764 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:01.531464 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1210cf4f-3004-438a-9d9b-5b4effb2474b req-e6731ca5-45a1-4f64-ad64-1d76a2410b9e tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:01.531959 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1210cf4f-3004-438a-9d9b-5b4effb2474b req-e6731ca5-45a1-4f64-ad64-1d76a2410b9e tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 945 time: 0.0674443 Jun 30 16:35:01.546310 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-5765858b-86d5-4502-b26b-3edf8a09121f req-3f9fee97-68e3-48d3-93b5-299082f5d764 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Calling delete_port for c270e4fc-eb23-4881-be9d-da7f4f37912e owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:35:01.603890 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1210cf4f-3004-438a-9d9b-5b4effb2474b req-97e395c3-9f18-4168-bfab-05362a217fdf tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/security-groups?id=8aea2331-ec63-4bd8-97af-ca7703c164dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636816 Jun 30 16:35:01.608693 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34358) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:01.736913 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-842975d8-1d9c-4288-8d10-a26b9f453620 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:01.825409 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5765858b-86d5-4502-b26b-3edf8a09121f req-3f9fee97-68e3-48d3-93b5-299082f5d764 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (c270e4fc-eb23-4881-be9d-da7f4f37912e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:01.839703 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-842975d8-1d9c-4288-8d10-a26b9f453620 admin admin] Publish callbacks [] for security_group (4e13bb5a-64a0-4ba8-aa71-3ab97372b05d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:01.842976 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['c270e4fc-eb23-4881-be9d-da7f4f37912e'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:35:01.865887 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9fee97-68e3-48d3-93b5-299082f5d764 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Pushing event deleted for resources: {'Port': ['ID=c270e4fc-eb23-4881-be9d-da7f4f37912e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:01.939792 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-842975d8-1d9c-4288-8d10-a26b9f453620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (4e13bb5a-64a0-4ba8-aa71-3ab97372b05d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:01.992224 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842975d8-1d9c-4288-8d10-a26b9f453620 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e13bb5a-64a0-4ba8-aa71-3ab97372b05d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:02.023498 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-5765858b-86d5-4502-b26b-3edf8a09121f req-3f9fee97-68e3-48d3-93b5-299082f5d764 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] No DVR routers for this DVR port c270e4fc-eb23-4881-be9d-da7f4f37912e on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:35:02.028546 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5765858b-86d5-4502-b26b-3edf8a09121f req-3f9fee97-68e3-48d3-93b5-299082f5d764 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:02.038032 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5765858b-86d5-4502-b26b-3edf8a09121f req-3f9fee97-68e3-48d3-93b5-299082f5d764 tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.65 "DELETE /v2.0/ports/c270e4fc-eb23-4881-be9d-da7f4f37912e HTTP/1.1" status: 204 len: 173 time: 0.7671702 Jun 30 16:35:02.042229 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37aac043-7017-417e-a8dd-0a2619c5f38b', 'name': 'network-vif-deleted', 'tag': 'c270e4fc-eb23-4881-be9d-da7f4f37912e'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:35:02.043512 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6b5527-ab42-455a-a67c-a005c1138f33" -d '{"events": [{"server_uuid": "37aac043-7017-417e-a8dd-0a2619c5f38b", "name": "network-vif-deleted", "tag": "c270e4fc-eb23-4881-be9d-da7f4f37912e"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:35:02.101474 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34378) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:02.108842 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-842975d8-1d9c-4288-8d10-a26b9f453620 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c82a54e10702439e919e14c5ed39ed01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4924791 Jun 30 16:35:02.114265 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa05eb-7a5b-4368-9ca5-1006c91fe290 req-d6c86387-b626-4ef7-8746-3e01f188a99b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:02.129097 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-58aa05eb-7a5b-4368-9ca5-1006c91fe290 req-d6c86387-b626-4ef7-8746-3e01f188a99b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.1149907 Jun 30 16:35:02.170643 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c4c3ba-c1ec-4fd2-bc8f-af5878327cfb x-openstack-request-id: req-a7c4c3ba-c1ec-4fd2-bc8f-af5878327cfb {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:35:02.171546 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37aac043-7017-417e-a8dd-0a2619c5f38b", "name": "network-vif-deleted", "tag": "c270e4fc-eb23-4881-be9d-da7f4f37912e", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:35:02.172512 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a7c4c3ba-c1ec-4fd2-bc8f-af5878327cfb {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:35:02.173196 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c4c3ba-c1ec-4fd2-bc8f-af5878327cfb'] response: {'server_uuid': '37aac043-7017-417e-a8dd-0a2619c5f38b', 'name': 'network-vif-deleted', 'tag': 'c270e4fc-eb23-4881-be9d-da7f4f37912e', 'status': 'completed', 'code': 200} Jun 30 16:35:02.201139 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d01a027-87c9-4122-a501-94eff74dff31 admin admin] Publish callbacks [] for security_group (4e13bb5a-64a0-4ba8-aa71-3ab97372b05d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:02.210580 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-58aa05eb-7a5b-4368-9ca5-1006c91fe290 req-a7509d60-7552-4581-8103-e435fb4623d7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704172 Jun 30 16:35:02.240189 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d01a027-87c9-4122-a501-94eff74dff31 admin admin] Publish callbacks [] for security_group (4e13bb5a-64a0-4ba8-aa71-3ab97372b05d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:02.262089 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:02.416385 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d01a027-87c9-4122-a501-94eff74dff31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (4e13bb5a-64a0-4ba8-aa71-3ab97372b05d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:02.419152 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4d01a027-87c9-4122-a501-94eff74dff31 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:02.420528 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-4d01a027-87c9-4122-a501-94eff74dff31 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4e13bb5a-64a0-4ba8-aa71-3ab97372b05d HTTP/1.1" status: 204 len: 168 time: 0.3172092 Jun 30 16:35:02.430613 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d01a027-87c9-4122-a501-94eff74dff31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e13bb5a-64a0-4ba8-aa71-3ab97372b05d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:02.747138 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d29cbb12-117d-4e6e-afa7-6dca4af762ae req-99f1eb43-d1fd-455f-9a3d-606594e85b0d tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 210 time: 0.0350509 Jun 30 16:35:03.297076 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:03.325084 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:03.340773 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025a8a5-3985-4f5e-972a-e82ad22dd738 req-332d4d3f-6db6-4511-9a2b-e47064a9b784 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:03.342413 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c025a8a5-3985-4f5e-972a-e82ad22dd738 req-332d4d3f-6db6-4511-9a2b-e47064a9b784 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0566614 Jun 30 16:35:03.419822 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c025a8a5-3985-4f5e-972a-e82ad22dd738 req-ec29f4f8-196c-4188-b8f5-6256380dd7c3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662823 Jun 30 16:35:03.460384 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34410) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:03.480564 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2857ced1-7d2a-4987-a250-949fa554979a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:03.583791 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2857ced1-7d2a-4987-a250-949fa554979a admin admin] Publish callbacks [] for security_group (4f1e739c-fe0f-4039-a397-b5bb7b96c09b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:03.702190 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2857ced1-7d2a-4987-a250-949fa554979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (4f1e739c-fe0f-4039-a397-b5bb7b96c09b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:03.747638 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-2857ced1-7d2a-4987-a250-949fa554979a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d94ebd92bb8438b87ffe920922c7902&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2858438 Jun 30 16:35:03.748359 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2857ced1-7d2a-4987-a250-949fa554979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1e739c-fe0f-4039-a397-b5bb7b96c09b,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:03.750810 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34414) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:03.824743 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0cab3224-ba1f-4b7d-87a6-ec0818b1cac6 admin admin] Publish callbacks [] for security_group (4f1e739c-fe0f-4039-a397-b5bb7b96c09b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:03.854873 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0cab3224-ba1f-4b7d-87a6-ec0818b1cac6 admin admin] Publish callbacks [] for security_group (4f1e739c-fe0f-4039-a397-b5bb7b96c09b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:03.868488 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device c270e4fc-eb23-4881-be9d-da7f4f37912e no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:35:03.892204 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: c270e4fc-eb23-4881-be9d-da7f4f37912e {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:35:03.892994 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device c270e4fc-eb23-4881-be9d-da7f4f37912e not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:35:03.895083 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-41f11969-587d-4de8-a3a1-80c8a9a10054 req-64c7fc57-d9f3-4b5a-8f1a-62c3460641db tempest-DeleteServersTestJSON-1770197449 tempest-DeleteServersTestJSON-1770197449-project] 10.222.0.67 "GET /v2.0/ports?device_id=37aac043-7017-417e-a8dd-0a2619c5f38b HTTP/1.1" status: 200 len: 210 time: 0.0378873 Jun 30 16:35:03.985396 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0cab3224-ba1f-4b7d-87a6-ec0818b1cac6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (4f1e739c-fe0f-4039-a397-b5bb7b96c09b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:03.989477 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0cab3224-ba1f-4b7d-87a6-ec0818b1cac6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:03.990775 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-0cab3224-ba1f-4b7d-87a6-ec0818b1cac6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4f1e739c-fe0f-4039-a397-b5bb7b96c09b HTTP/1.1" status: 204 len: 168 time: 0.2387781 Jun 30 16:35:04.002823 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cab3224-ba1f-4b7d-87a6-ec0818b1cac6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1e739c-fe0f-4039-a397-b5bb7b96c09b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:04.573442 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4980b54e-d6ff-4645-bfd8-d09213cc4957 req-688fe1ed-6cc5-4553-b772-122e85871c09 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:04.575048 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4980b54e-d6ff-4645-bfd8-d09213cc4957 req-688fe1ed-6cc5-4553-b772-122e85871c09 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0588093 Jun 30 16:35:04.656442 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4980b54e-d6ff-4645-bfd8-d09213cc4957 req-dc62bdb8-b278-40fc-8b9f-1de6fb701826 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746200 Jun 30 16:35:04.718871 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-96f2d4c8-3dd2-4dc2-b7c8-5d58e017edce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:05.133959 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=77 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:05.786289 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e10a21c-6dc5-4b03-bef9-d4605c26f78e req-709abd41-1ccf-40e4-a19d-b39b6a793e5b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:05.787753 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5e10a21c-6dc5-4b03-bef9-d4605c26f78e req-709abd41-1ccf-40e4-a19d-b39b6a793e5b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0565984 Jun 30 16:35:05.844866 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5e10a21c-6dc5-4b03-bef9-d4605c26f78e req-2ae28b05-8862-408b-a405-48deadd6bf56 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514224 Jun 30 16:35:06.827686 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=76,neutron:DELETE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:06.842983 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34524) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:07.021896 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:07.034894 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0fabd2-8b3d-4d75-aeb2-96448bbc3b7c req-42f80344-6aa3-4242-9b2e-5cd151c8ddb2 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:07.036509 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ae0fabd2-8b3d-4d75-aeb2-96448bbc3b7c req-42f80344-6aa3-4242-9b2e-5cd151c8ddb2 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0720115 Jun 30 16:35:07.189032 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ae0fabd2-8b3d-4d75-aeb2-96448bbc3b7c req-e652ce16-53ee-4431-b057-fdf633d960d4 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976362 Jun 30 16:35:07.365754 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f2082045-2234-4af7-80f5-ea53ba777a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:07.444732 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5c766ee8-0e26-40da-916f-460f79dfed80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040202'] for router_interface (cc403efa-ca18-4377-90d1-244cd392a88c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:07.574995 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:08.028351 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5c766ee8-0e26-40da-916f-460f79dfed80 admin admin] Deleting port 3ccbf265-5926-4381-ab16-efc882cc06fa {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:35:08.029096 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5c766ee8-0e26-40da-916f-460f79dfed80 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:08.123907 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-5c766ee8-0e26-40da-916f-460f79dfed80 admin admin] For port 3ccbf265-5926-4381-ab16-efc882cc06fa, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=3ccbf265-5926-4381-ab16-efc882cc06fa,segment=NetworkSegment(bafbb560-6c87-442b-8236-f1c5400b40da),segment_id=bafbb560-6c87-442b-8236-f1c5400b40da)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:35:08.124372 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5c766ee8-0e26-40da-916f-460f79dfed80 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:08.139272 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5c766ee8-0e26-40da-916f-460f79dfed80 admin admin] Calling delete_port for 3ccbf265-5926-4381-ab16-efc882cc06fa owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:35:08.172835 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34546) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:08.320808 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be568e3f-abc7-4b9f-a55e-73491fd9f6f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:08.343512 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:08.343965 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:08.361224 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e97cee-070a-47f1-a5bf-d8f5efc54807 req-824312a5-5afe-4183-92c2-2d4969fd8dc6 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:08.363365 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-50e97cee-070a-47f1-a5bf-d8f5efc54807 req-824312a5-5afe-4183-92c2-2d4969fd8dc6 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0754366 Jun 30 16:35:08.429999 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be568e3f-abc7-4b9f-a55e-73491fd9f6f5 admin admin] Publish callbacks [] for security_group (41884fe4-1031-41c1-95d8-703237a6eb9a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:08.466685 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-50e97cee-070a-47f1-a5bf-d8f5efc54807 req-85a27e95-c4cb-4f68-9636-727f45eff54e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900412 Jun 30 16:35:08.562545 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-be568e3f-abc7-4b9f-a55e-73491fd9f6f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (41884fe4-1031-41c1-95d8-703237a6eb9a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:08.562731 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5c766ee8-0e26-40da-916f-460f79dfed80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (3ccbf265-5926-4381-ab16-efc882cc06fa), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:08.592746 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c766ee8-0e26-40da-916f-460f79dfed80 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ccbf265-5926-4381-ab16-efc882cc06fa,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:08.601821 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-be568e3f-abc7-4b9f-a55e-73491fd9f6f5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2ec97a5a23174830a41a272d53d6de5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4277630 Jun 30 16:35:08.605147 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34558) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:08.628864 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be568e3f-abc7-4b9f-a55e-73491fd9f6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41884fe4-1031-41c1-95d8-703237a6eb9a,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:08.668269 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65ad44d9-0d6e-47fc-9810-51506e4a6611 admin admin] Publish callbacks [] for security_group (41884fe4-1031-41c1-95d8-703237a6eb9a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:08.700653 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65ad44d9-0d6e-47fc-9810-51506e4a6611 admin admin] Publish callbacks [] for security_group (41884fe4-1031-41c1-95d8-703237a6eb9a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:08.760033 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5c766ee8-0e26-40da-916f-460f79dfed80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025722'] for router_interface (cc403efa-ca18-4377-90d1-244cd392a88c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:08.917014 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65ad44d9-0d6e-47fc-9810-51506e4a6611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (41884fe4-1031-41c1-95d8-703237a6eb9a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:08.919640 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-65ad44d9-0d6e-47fc-9810-51506e4a6611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:08.920993 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-65ad44d9-0d6e-47fc-9810-51506e4a6611 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/41884fe4-1031-41c1-95d8-703237a6eb9a HTTP/1.1" status: 204 len: 168 time: 0.3147907 Jun 30 16:35:08.930794 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad44d9-0d6e-47fc-9810-51506e4a6611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41884fe4-1031-41c1-95d8-703237a6eb9a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:09.049234 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c766ee8-0e26-40da-916f-460f79dfed80 admin admin] Router cc403efa-ca18-4377-90d1-244cd392a88c has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:35:09.153732 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c766ee8-0e26-40da-916f-460f79dfed80 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:35:09.158636 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-5c766ee8-0e26-40da-916f-460f79dfed80 admin admin] 10.222.0.67 "PUT /v2.0/routers/cc403efa-ca18-4377-90d1-244cd392a88c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3202155 Jun 30 16:35:09.161996 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34568) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:09.165273 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58dd21c-2c01-46bc-81b6-56c5b2560dfb None None] Sync routers for ids ['cc403efa-ca18-4377-90d1-244cd392a88c'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:35:09.176492 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58dd21c-2c01-46bc-81b6-56c5b2560dfb None None] Routers {'cc403efa-ca18-4377-90d1-244cd392a88c'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:35:09.177124 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d58dd21c-2c01-46bc-81b6-56c5b2560dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:35:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['cc403efa-ca18-4377-90d1-244cd392a88c'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:35:09.294106 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d58dd21c-2c01-46bc-81b6-56c5b2560dfb None None] Set router cc403efa-ca18-4377-90d1-244cd392a88c gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:35:09.308824 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Publish callbacks [] for router (cc403efa-ca18-4377-90d1-244cd392a88c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:09.347572 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:DELETE=8,neutron:UPDATE=1,neutron:SELECT=91 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:09.448028 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Publish callbacks [] for router_gateway (cc403efa-ca18-4377-90d1-244cd392a88c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:09.493755 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d58dd21c-2c01-46bc-81b6-56c5b2560dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'name': 'tempest-DeleteServersTestJSON-305771521-router', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207'}], 'enable_snat': True}, 'gw_port_id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:37Z', 'updated_at': '2022-06-30T16:35:08Z', 'revision_number': 5, 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'gw_port': {'id': '73ebbe19-8a44-45e5-ab57-ba470678fc97', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:ff:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 56, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:38Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:35:09.525038 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58dd21c-2c01-46bc-81b6-56c5b2560dfb None None] Checking router: cc403efa-ca18-4377-90d1-244cd392a88c for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:35:09.535361 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58dd21c-2c01-46bc-81b6-56c5b2560dfb None None] Routers {'cc403efa-ca18-4377-90d1-244cd392a88c'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:35:09.536028 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d58dd21c-2c01-46bc-81b6-56c5b2560dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:35:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['cc403efa-ca18-4377-90d1-244cd392a88c'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:35:09.647757 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d58dd21c-2c01-46bc-81b6-56c5b2560dfb None None] Set router cc403efa-ca18-4377-90d1-244cd392a88c gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:35:09.651620 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Deleting port 73ebbe19-8a44-45e5-ab57-ba470678fc97 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:35:09.652084 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:09.677701 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1a489-c25c-4f94-b543-d358673834eb req-a6dea686-940f-4aad-9a07-858f358527b9 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:09.685296 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d8f1a489-c25c-4f94-b543-d358673834eb req-a6dea686-940f-4aad-9a07-858f358527b9 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.1046252 Jun 30 16:35:09.721433 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:09.727623 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d58dd21c-2c01-46bc-81b6-56c5b2560dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'name': 'tempest-DeleteServersTestJSON-305771521-router', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:37Z', 'updated_at': '2022-06-30T16:35:09Z', 'revision_number': 6, 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'gw_port_host': None}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:35:09.754920 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d58dd21c-2c01-46bc-81b6-56c5b2560dfb None None] The sync data for ids ['cc403efa-ca18-4377-90d1-244cd392a88c'] in dv-cinder-836027-2-iscsi is: [{'id': 'cc403efa-ca18-4377-90d1-244cd392a88c', 'name': 'tempest-DeleteServersTestJSON-305771521-router', 'tenant_id': '2da3dc7978d5414cba40e9e08dc39d94', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:37Z', 'updated_at': '2022-06-30T16:35:09Z', 'revision_number': 6, 'project_id': '2da3dc7978d5414cba40e9e08dc39d94', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:35:09.770664 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:09.800110 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d8f1a489-c25c-4f94-b543-d358673834eb req-db7321e4-d932-4a80-a635-e0fd10b589fa tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137216 Jun 30 16:35:09.826221 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] For port 73ebbe19-8a44-45e5-ab57-ba470678fc97, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=73ebbe19-8a44-45e5-ab57-ba470678fc97,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:35:09.829383 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:09.842493 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Calling delete_port for 73ebbe19-8a44-45e5-ab57-ba470678fc97 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:35:09.863028 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34582) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:09.880262 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4458-0987-46fd-88d3-eeb5999c7797 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:09.920677 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:09.972464 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4458-0987-46fd-88d3-eeb5999c7797 admin admin] Publish callbacks [] for security_group (9136aceb-e4a6-4cea-8c61-02296904834c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.057225 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3ff4458-0987-46fd-88d3-eeb5999c7797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (9136aceb-e4a6-4cea-8c61-02296904834c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.093891 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=82,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:10.099373 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d3ff4458-0987-46fd-88d3-eeb5999c7797 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1caa5b0935204192b4520d37909f5fcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2351389 Jun 30 16:35:10.101616 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ff4458-0987-46fd-88d3-eeb5999c7797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9136aceb-e4a6-4cea-8c61-02296904834c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:10.102444 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34588) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:10.154382 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (73ebbe19-8a44-45e5-ab57-ba470678fc97), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.194311 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Pushing event deleted for resources: {'Port': ['ID=73ebbe19-8a44-45e5-ab57-ba470678fc97,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:10.223646 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030166'] for router_gateway (cc403efa-ca18-4377-90d1-244cd392a88c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.243081 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a51a6503-014a-4162-8dbf-c64e94ab2760 admin admin] Publish callbacks [] for security_group (9136aceb-e4a6-4cea-8c61-02296904834c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.349096 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a51a6503-014a-4162-8dbf-c64e94ab2760 admin admin] Publish callbacks [] for security_group (9136aceb-e4a6-4cea-8c61-02296904834c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.352053 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1039405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42950'] for router (cc403efa-ca18-4377-90d1-244cd392a88c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.358560 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Publish callbacks [] for router_controller (cc403efa-ca18-4377-90d1-244cd392a88c), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.542687 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34592) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:10.564007 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1039596'] for router (cc403efa-ca18-4377-90d1-244cd392a88c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.574442 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc403efa-ca18-4377-90d1-244cd392a88c {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 16:35:10.578871 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.584203 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-46df6ecc-7018-4366-a91d-122a41ab0489 admin admin] 10.222.0.67 "DELETE /v2.0/routers/cc403efa-ca18-4377-90d1-244cd392a88c HTTP/1.1" status: 204 len: 168 time: 1.4177287 Jun 30 16:35:10.584662 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34596) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:10.632373 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 3ccbf265-5926-4381-ab16-efc882cc06fa no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:35:10.646826 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a51a6503-014a-4162-8dbf-c64e94ab2760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (9136aceb-e4a6-4cea-8c61-02296904834c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.663283 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a51a6503-014a-4162-8dbf-c64e94ab2760 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.663283 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-a51a6503-014a-4162-8dbf-c64e94ab2760 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9136aceb-e4a6-4cea-8c61-02296904834c HTTP/1.1" status: 204 len: 168 time: 0.5454881 Jun 30 16:35:10.664000 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=15 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:10.677073 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 3ccbf265-5926-4381-ab16-efc882cc06fa {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:35:10.677644 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 3ccbf265-5926-4381-ab16-efc882cc06fa not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:35:10.678353 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 73ebbe19-8a44-45e5-ab57-ba470678fc97 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:35:10.682466 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-464d7eb8-3227-4fb2-8ad9-9a7b58d5e874 admin admin] Deleting subnet 3d874353-8ab5-4f05-9ffb-5acedd70a928 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:35:10.686063 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a6503-014a-4162-8dbf-c64e94ab2760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9136aceb-e4a6-4cea-8c61-02296904834c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:10.690324 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-464d7eb8-3227-4fb2-8ad9-9a7b58d5e874 admin admin] Publish callbacks [] for subnet (3d874353-8ab5-4f05-9ffb-5acedd70a928), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.733577 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-464d7eb8-3227-4fb2-8ad9-9a7b58d5e874 admin admin] Publish callbacks [] for subnet (3d874353-8ab5-4f05-9ffb-5acedd70a928), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.737411 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fca16d1f-c4f9-4055-8e10-f4cdfbc8f898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.738034 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 73ebbe19-8a44-45e5-ab57-ba470678fc97 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:35:10.738463 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 73ebbe19-8a44-45e5-ab57-ba470678fc97 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:35:10.836890 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-464d7eb8-3227-4fb2-8ad9-9a7b58d5e874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (3d874353-8ab5-4f05-9ffb-5acedd70a928), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.885813 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fca16d1f-c4f9-4055-8e10-f4cdfbc8f898 admin admin] Publish callbacks [] for security_group (398fdc82-fb3b-4652-8a6d-4689a8abc526), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:10.912482 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:10.964688 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d79a25-5ff2-43c5-9db9-03c55b4bdd88 req-864d764e-69d6-4a55-91e8-bf94d065e3f7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:10.973120 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-85d79a25-5ff2-43c5-9db9-03c55b4bdd88 req-864d764e-69d6-4a55-91e8-bf94d065e3f7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0848777 Jun 30 16:35:10.996944 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fca16d1f-c4f9-4055-8e10-f4cdfbc8f898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (398fdc82-fb3b-4652-8a6d-4689a8abc526), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.048421 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:11.068391 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-85d79a25-5ff2-43c5-9db9-03c55b4bdd88 req-17bba1f3-5227-44bb-b185-95a7734e1833 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943334 Jun 30 16:35:11.071407 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-fca16d1f-c4f9-4055-8e10-f4cdfbc8f898 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2b419f833aa041fb95ab0c976acc2514&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5268359 Jun 30 16:35:11.072971 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca16d1f-c4f9-4055-8e10-f4cdfbc8f898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=398fdc82-fb3b-4652-8a6d-4689a8abc526,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:11.073584 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34610) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:11.312660 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-464d7eb8-3227-4fb2-8ad9-9a7b58d5e874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for subnet (3d874353-8ab5-4f05-9ffb-5acedd70a928), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.358469 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d7eb8-3227-4fb2-8ad9-9a7b58d5e874 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d874353-8ab5-4f05-9ffb-5acedd70a928,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:11.360453 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-464d7eb8-3227-4fb2-8ad9-9a7b58d5e874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.364801 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-464d7eb8-3227-4fb2-8ad9-9a7b58d5e874 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3d874353-8ab5-4f05-9ffb-5acedd70a928 HTTP/1.1" status: 204 len: 168 time: 0.7787998 Jun 30 16:35:11.365843 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bdb8cb-db92-416d-9b57-1b911e239989 None None] Network 6814a2cd-e579-4a71-a5f8-7331dec8330d requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:35:11.367931 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34618) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:11.389293 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bcee5484-f5c7-4c85-8fa8-fc6220dfaa92 admin admin] Publish callbacks [] for security_group (398fdc82-fb3b-4652-8a6d-4689a8abc526), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.415869 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bcee5484-f5c7-4c85-8fa8-fc6220dfaa92 admin admin] Publish callbacks [] for security_group (398fdc82-fb3b-4652-8a6d-4689a8abc526), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.446791 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (6814a2cd-e579-4a71-a5f8-7331dec8330d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.509515 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Deleting port f83a5d52-0d1e-45af-9a93-9295fe938161 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:35:11.509852 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.560783 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bcee5484-f5c7-4c85-8fa8-fc6220dfaa92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (398fdc82-fb3b-4652-8a6d-4689a8abc526), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.562655 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.563990 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bcee5484-f5c7-4c85-8fa8-fc6220dfaa92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.568214 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-bcee5484-f5c7-4c85-8fa8-fc6220dfaa92 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/398fdc82-fb3b-4652-8a6d-4689a8abc526 HTTP/1.1" status: 204 len: 168 time: 0.4934211 Jun 30 16:35:11.583895 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e47c0a-0372-47f9-a11c-f0b3eb44f20e None None] DHCP port deletion for 6814a2cd-e579-4a71-a5f8-7331dec8330d request from dv-cinder-836027-2-iscsi {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 16:35:11.585216 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcee5484-f5c7-4c85-8fa8-fc6220dfaa92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=398fdc82-fb3b-4652-8a6d-4689a8abc526,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:11.632884 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] For port f83a5d52-0d1e-45af-9a93-9295fe938161, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f83a5d52-0d1e-45af-9a93-9295fe938161,segment=NetworkSegment(bafbb560-6c87-442b-8236-f1c5400b40da),segment_id=bafbb560-6c87-442b-8236-f1c5400b40da)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:35:11.633551 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.652806 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Calling delete_port for f83a5d52-0d1e-45af-9a93-9295fe938161 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:35:11.683872 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e1e47c0a-0372-47f9-a11c-f0b3eb44f20e None None] Deleting port f83a5d52-0d1e-45af-9a93-9295fe938161 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:35:11.684540 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e1e47c0a-0372-47f9-a11c-f0b3eb44f20e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.789249 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e1e47c0a-0372-47f9-a11c-f0b3eb44f20e None None] For port f83a5d52-0d1e-45af-9a93-9295fe938161, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f83a5d52-0d1e-45af-9a93-9295fe938161,segment=NetworkSegment(bafbb560-6c87-442b-8236-f1c5400b40da),segment_id=bafbb560-6c87-442b-8236-f1c5400b40da)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:35:11.789945 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e1e47c0a-0372-47f9-a11c-f0b3eb44f20e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.805823 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e1e47c0a-0372-47f9-a11c-f0b3eb44f20e None None] Calling delete_port for f83a5d52-0d1e-45af-9a93-9295fe938161 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:35:11.878680 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:11.933245 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] No DVR routers for this DVR port f83a5d52-0d1e-45af-9a93-9295fe938161 on host dv-cinder-836027-2-iscsi {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:35:11.940238 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Pushing event deleted for resources: {'Port': ['ID=f83a5d52-0d1e-45af-9a93-9295fe938161,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:12.021801 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (6814a2cd-e579-4a71-a5f8-7331dec8330d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:12.049728 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.050612 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.052169 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.052169 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > port after_create 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.054680 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.054680 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > port after_update 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.054680 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.054680 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.054680 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.054680 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.065316 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e1e47c0a-0372-47f9-a11c-f0b3eb44f20e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (f83a5d52-0d1e-45af-9a93-9295fe938161), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:12.097859 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e47c0a-0372-47f9-a11c-f0b3eb44f20e None None] Pushing event deleted for resources: {'Port': ['ID=f83a5d52-0d1e-45af-9a93-9295fe938161,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:12.115437 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e47c0a-0372-47f9-a11c-f0b3eb44f20e None None] No DVR routers for this DVR port f83a5d52-0d1e-45af-9a93-9295fe938161 on host dv-cinder-836027-2-iscsi {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:35:12.294593 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.295026 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.295446 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.295921 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104394) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:35:12.296245 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6814a2cd-e579-4a71-a5f8-7331dec8330d']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:35:12.327691 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bafbb560-6c87-442b-8236-f1c5400b40da') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:35:12.328237 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bafbb560-6c87-442b-8236-f1c5400b40da') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:35:12.368093 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267495'] for segment (bafbb560-6c87-442b-8236-f1c5400b40da), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:12.405548 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (bafbb560-6c87-442b-8236-f1c5400b40da), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:12.415528 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6d7986-a1c7-4524-8706-f8fdbb7c112f req-9425604f-d4aa-4b16-8679-461244968ca0 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:12.423039 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cd6d7986-a1c7-4524-8706-f8fdbb7c112f req-9425604f-d4aa-4b16-8679-461244968ca0 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.1152065 Jun 30 16:35:12.426421 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:35:12.426832 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13834955'] for segment (bafbb560-6c87-442b-8236-f1c5400b40da), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:12.540821 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cd6d7986-a1c7-4524-8706-f8fdbb7c112f req-f32f61ad-5e23-4fc2-9351-10bbec81374e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164761 Jun 30 16:35:12.623658 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f83a5d52-0d1e-45af-9a93-9295fe938161 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:35:12.640651 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (6814a2cd-e579-4a71-a5f8-7331dec8330d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:12.651261 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: f83a5d52-0d1e-45af-9a93-9295fe938161 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:35:12.651642 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f83a5d52-0d1e-45af-9a93-9295fe938161 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:35:12.658626 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment bafbb560-6c87-442b-8236-f1c5400b40da resource provider aggregate not found Jun 30 16:35:12.674513 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:12.679111 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] 10.222.0.67 "DELETE /v2.0/networks/6814a2cd-e579-4a71-a5f8-7331dec8330d HTTP/1.1" status: 204 len: 168 time: 1.3102698 Jun 30 16:35:12.680783 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539e34b1-24ca-4557-950b-2b8211d50884 admin admin] Pushing event deleted for resources: {'Network': ['ID=6814a2cd-e579-4a71-a5f8-7331dec8330d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:12.697941 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment bafbb560-6c87-442b-8236-f1c5400b40da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bafbb560-6c87-442b-8236-f1c5400b40da found for delete ", "request_id": "req-c5a5aaec-1c0b-48d4-888d-1ba89205f0c6"}]} Jun 30 16:35:12.732037 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:12.817890 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34708) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:12.835488 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc8b46d1-bad1-4a44-a7b9-4e2643515914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:12.933682 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc8b46d1-bad1-4a44-a7b9-4e2643515914 admin admin] Publish callbacks [] for security_group (869e07d0-3922-44ae-abbd-82db5fd51bee), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:13.154867 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fc8b46d1-bad1-4a44-a7b9-4e2643515914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (869e07d0-3922-44ae-abbd-82db5fd51bee), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:13.203077 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8b46d1-bad1-4a44-a7b9-4e2643515914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869e07d0-3922-44ae-abbd-82db5fd51bee,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:13.208792 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-fc8b46d1-bad1-4a44-a7b9-4e2643515914 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2299a56fba844b57bed0ef5805edc0b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3888619 Jun 30 16:35:13.211027 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34712) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:13.224193 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34714) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:13.268552 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-073cc941-1622-4bff-b603-408c8b2ffbae admin admin] Publish callbacks [] for security_group (869e07d0-3922-44ae-abbd-82db5fd51bee), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:13.270005 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c72a96cc-3111-43dc-9d6c-ebfb48912f7a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2da3dc7978d5414cba40e9e08dc39d94&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0436993 Jun 30 16:35:13.273358 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34716) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:13.296154 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-073cc941-1622-4bff-b603-408c8b2ffbae admin admin] Publish callbacks [] for security_group (869e07d0-3922-44ae-abbd-82db5fd51bee), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:13.330933 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6290727-d5d9-47b5-bf8a-b58a3accac84 admin admin] Publish callbacks [] for security_group (8aea2331-ec63-4bd8-97af-ca7703c164dc), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:13.368168 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=10 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:13.374908 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6290727-d5d9-47b5-bf8a-b58a3accac84 admin admin] Publish callbacks [] for security_group (8aea2331-ec63-4bd8-97af-ca7703c164dc), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:13.466494 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-073cc941-1622-4bff-b603-408c8b2ffbae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (869e07d0-3922-44ae-abbd-82db5fd51bee), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:13.469475 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-073cc941-1622-4bff-b603-408c8b2ffbae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:13.473977 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-073cc941-1622-4bff-b603-408c8b2ffbae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/869e07d0-3922-44ae-abbd-82db5fd51bee HTTP/1.1" status: 204 len: 168 time: 0.2589085 Jun 30 16:35:13.482787 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073cc941-1622-4bff-b603-408c8b2ffbae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869e07d0-3922-44ae-abbd-82db5fd51bee,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:13.531992 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6290727-d5d9-47b5-bf8a-b58a3accac84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (8aea2331-ec63-4bd8-97af-ca7703c164dc), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:13.535910 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d6290727-d5d9-47b5-bf8a-b58a3accac84 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:13.544524 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d6290727-d5d9-47b5-bf8a-b58a3accac84 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8aea2331-ec63-4bd8-97af-ca7703c164dc HTTP/1.1" status: 204 len: 168 time: 0.2694087 Jun 30 16:35:13.556544 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6290727-d5d9-47b5-bf8a-b58a3accac84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aea2331-ec63-4bd8-97af-ca7703c164dc,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:13.704092 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c024059-a706-4389-b486-7468526e4e7e req-e9e1c08b-b2ee-4b90-9794-efd3541eb8dd tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:13.706220 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6c024059-a706-4389-b486-7468526e4e7e req-e9e1c08b-b2ee-4b90-9794-efd3541eb8dd tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0867529 Jun 30 16:35:13.747670 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:13.776289 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6c024059-a706-4389-b486-7468526e4e7e req-3e781788-76e0-45ad-9c57-50aee4ecbde1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577765 Jun 30 16:35:14.922846 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bffee-1229-47f0-b4fc-36ba835efec6 req-0e87e45e-ec55-4d85-93a8-e2fe81e2571f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:14.924783 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-871bffee-1229-47f0-b4fc-36ba835efec6 req-0e87e45e-ec55-4d85-93a8-e2fe81e2571f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0683687 Jun 30 16:35:14.990548 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-871bffee-1229-47f0-b4fc-36ba835efec6 req-22db074f-b95e-457d-b489-a78a37009f7a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587821 Jun 30 16:35:16.150372 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77814fce-69c4-4d0c-b74e-5387b620e640 req-83842693-8520-4e3f-ae5a-5d3f13dbea43 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:16.152065 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-77814fce-69c4-4d0c-b74e-5387b620e640 req-83842693-8520-4e3f-ae5a-5d3f13dbea43 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0609312 Jun 30 16:35:16.203229 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-77814fce-69c4-4d0c-b74e-5387b620e640 req-32707074-b420-4a0f-86f5-abf9f79a7764 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442169 Jun 30 16:35:17.329577 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298a9d0-11bd-4529-834d-2bc44c351b00 req-01c0eb6c-af0a-42b6-8bfd-69f5863136c5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:17.331130 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3298a9d0-11bd-4529-834d-2bc44c351b00 req-01c0eb6c-af0a-42b6-8bfd-69f5863136c5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0544875 Jun 30 16:35:17.387244 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3298a9d0-11bd-4529-834d-2bc44c351b00 req-54992c22-054e-4f87-af1b-08d2a05a8cc3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489748 Jun 30 16:35:18.537943 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adcc8a2-6a31-478b-a0f4-1facd1e79e4b req-f794a47d-236d-48a1-80eb-623e8663decb tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:18.539494 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1adcc8a2-6a31-478b-a0f4-1facd1e79e4b req-f794a47d-236d-48a1-80eb-623e8663decb tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0672424 Jun 30 16:35:18.574553 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8de6c-0e75-440a-9cb9-7954bd2b7ba6 req-28a0d0ba-9976-4faa-b255-61b0fe0cdf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:18.576125 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-6bc8de6c-0e75-440a-9cb9-7954bd2b7ba6 req-28a0d0ba-9976-4faa-b255-61b0fe0cdf9c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 1129 time: 0.0452311 Jun 30 16:35:18.594955 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1adcc8a2-6a31-478b-a0f4-1facd1e79e4b req-b7814eca-5fb2-4c45-bfb9-5c7e40bc775f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488267 Jun 30 16:35:18.630659 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-6bc8de6c-0e75-440a-9cb9-7954bd2b7ba6 req-bbd4dd49-421a-463c-9fac-a4cac0bcfd4e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460374 Jun 30 16:35:19.693068 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=41 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:19.726794 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fa4fd2-bd70-4265-8084-641402f3aa7b req-4bd020b7-1796-48b3-afbc-a57392d171c4 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:19.728360 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-96fa4fd2-bd70-4265-8084-641402f3aa7b req-4bd020b7-1796-48b3-afbc-a57392d171c4 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0551260 Jun 30 16:35:19.730828 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=42 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:19.778344 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-96fa4fd2-bd70-4265-8084-641402f3aa7b req-58955b86-9a35-432d-81ef-0eb799449ac0 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443778 Jun 30 16:35:20.906350 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07589ea0-8108-4927-a680-67ebf95145bb req-fe246d7e-6b21-43bd-825a-741436140bf5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:20.907839 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07589ea0-8108-4927-a680-67ebf95145bb req-fe246d7e-6b21-43bd-825a-741436140bf5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0538924 Jun 30 16:35:20.919364 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:20.958640 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07589ea0-8108-4927-a680-67ebf95145bb req-e43e3115-3e61-4f7c-b7e9-aa092a5cd996 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451210 Jun 30 16:35:22.077849 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503b8f6-de1a-443d-af03-081a639b51a6 req-059ed179-1abc-47ba-b8ff-fa23b7146ee8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:22.079339 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e503b8f6-de1a-443d-af03-081a639b51a6 req-059ed179-1abc-47ba-b8ff-fa23b7146ee8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0489292 Jun 30 16:35:22.130141 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e503b8f6-de1a-443d-af03-081a639b51a6 req-d18c6054-51c3-4e33-929d-0e15142eadd0 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447814 Jun 30 16:35:23.259593 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d4160-80f6-4795-8914-da1e6cde8e38 req-7e531688-0f90-4ef8-afab-459525bf2582 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:23.261070 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-224d4160-80f6-4795-8914-da1e6cde8e38 req-7e531688-0f90-4ef8-afab-459525bf2582 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0579050 Jun 30 16:35:23.344255 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-224d4160-80f6-4795-8914-da1e6cde8e38 req-a8ccff10-47d1-4c06-9a45-9f537e0472a5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720565 Jun 30 16:35:23.572469 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=61,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:23.573169 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=74,neutron:UPDATE=9,neutron:DELETE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:24.316493 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34956) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:24.465209 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8a1dd16-7f9f-4a41-81c8-9828b5aab812 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:24.484206 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7e2e9-edb6-4378-ae1c-aeff621f4e50 req-b23c9539-7932-465c-b641-e39fbffe076e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:24.485762 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2ed7e2e9-edb6-4378-ae1c-aeff621f4e50 req-b23c9539-7932-465c-b641-e39fbffe076e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0547903 Jun 30 16:35:24.548300 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2ed7e2e9-edb6-4378-ae1c-aeff621f4e50 req-a4957c42-fb1a-4b2e-a084-dba470ad7cee tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566528 Jun 30 16:35:24.559515 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8a1dd16-7f9f-4a41-81c8-9828b5aab812 admin admin] Publish callbacks [] for security_group (7d14f299-1fd0-43fd-8c5a-33ecfe96c663), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:24.676167 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa8784-1b57-4086-adc7-6a563ca3905a req-e54f6981-9daf-489b-9b1e-aee7301f26f3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:24.677619 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3faa8784-1b57-4086-adc7-6a563ca3905a req-e54f6981-9daf-489b-9b1e-aee7301f26f3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0522544 Jun 30 16:35:24.699262 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d8a1dd16-7f9f-4a41-81c8-9828b5aab812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7d14f299-1fd0-43fd-8c5a-33ecfe96c663), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:24.736379 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3faa8784-1b57-4086-adc7-6a563ca3905a req-632030db-b963-4164-9729-00a2e85b1731 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529556 Jun 30 16:35:24.748303 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a1dd16-7f9f-4a41-81c8-9828b5aab812 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d14f299-1fd0-43fd-8c5a-33ecfe96c663,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:24.752965 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d8a1dd16-7f9f-4a41-81c8-9828b5aab812 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a6ea5cc4903842bc9c97a413a73a115b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4354129 Jun 30 16:35:24.755848 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 34972) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:24.853157 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d17ed379-0348-4218-a3ee-f2b6b8e1342e admin admin] Publish callbacks [] for security_group (7d14f299-1fd0-43fd-8c5a-33ecfe96c663), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:24.880896 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d17ed379-0348-4218-a3ee-f2b6b8e1342e admin admin] Publish callbacks [] for security_group (7d14f299-1fd0-43fd-8c5a-33ecfe96c663), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:25.045943 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d17ed379-0348-4218-a3ee-f2b6b8e1342e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7d14f299-1fd0-43fd-8c5a-33ecfe96c663), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:25.049275 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d17ed379-0348-4218-a3ee-f2b6b8e1342e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:25.057593 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d17ed379-0348-4218-a3ee-f2b6b8e1342e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7d14f299-1fd0-43fd-8c5a-33ecfe96c663 HTTP/1.1" status: 204 len: 168 time: 0.2947330 Jun 30 16:35:25.066396 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ed379-0348-4218-a3ee-f2b6b8e1342e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d14f299-1fd0-43fd-8c5a-33ecfe96c663,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:25.940342 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34990) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:26.182025 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d14e295-0e9a-4841-96a3-ddd5969312b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:26.239160 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:26.265607 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d14e295-0e9a-4841-96a3-ddd5969312b7 admin admin] Publish callbacks [] for security_group (f6a540c2-8932-4a35-88e1-d42de479b1bd), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:26.388607 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2d14e295-0e9a-4841-96a3-ddd5969312b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (f6a540c2-8932-4a35-88e1-d42de479b1bd), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:26.436323 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d14e295-0e9a-4841-96a3-ddd5969312b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a540c2-8932-4a35-88e1-d42de479b1bd,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:26.441705 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-2d14e295-0e9a-4841-96a3-ddd5969312b7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cdc4ba50a153400d94565f3dabfe58cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4994614 Jun 30 16:35:26.445048 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 34992) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:26.501882 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be0ffb47-b334-47c9-aa11-3f7ee05d50dd admin admin] Publish callbacks [] for security_group (f6a540c2-8932-4a35-88e1-d42de479b1bd), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:26.529734 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be0ffb47-b334-47c9-aa11-3f7ee05d50dd admin admin] Publish callbacks [] for security_group (f6a540c2-8932-4a35-88e1-d42de479b1bd), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:26.665619 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be0ffb47-b334-47c9-aa11-3f7ee05d50dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (f6a540c2-8932-4a35-88e1-d42de479b1bd), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:26.668245 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be0ffb47-b334-47c9-aa11-3f7ee05d50dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:26.669432 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-be0ffb47-b334-47c9-aa11-3f7ee05d50dd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f6a540c2-8932-4a35-88e1-d42de479b1bd HTTP/1.1" status: 204 len: 168 time: 0.2233989 Jun 30 16:35:26.677911 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0ffb47-b334-47c9-aa11-3f7ee05d50dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a540c2-8932-4a35-88e1-d42de479b1bd,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:28.250675 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6290d7-80a4-4016-8366-907c5fb661e5 req-ecd01bcf-d869-470e-be18-a25f7ed8c75a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:28.252318 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9a6290d7-80a4-4016-8366-907c5fb661e5 req-ecd01bcf-d869-470e-be18-a25f7ed8c75a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0751154 Jun 30 16:35:28.309643 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9a6290d7-80a4-4016-8366-907c5fb661e5 req-302d8138-51ae-488b-b5c3-70f15da1fe64 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497737 Jun 30 16:35:28.313131 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fbf51-90a9-4976-af45-c675af4fbe55 req-9736b1be-e147-4f22-8a48-799f1964385b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:28.314856 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ae9fbf51-90a9-4976-af45-c675af4fbe55 req-9736b1be-e147-4f22-8a48-799f1964385b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 1129 time: 0.0657291 Jun 30 16:35:28.422885 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=7 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:28.437667 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fbf51-90a9-4976-af45-c675af4fbe55 req-e81535b2-b39c-4df0-b03a-2003b9dfd703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:28.439153 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ae9fbf51-90a9-4976-af45-c675af4fbe55 req-e81535b2-b39c-4df0-b03a-2003b9dfd703 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.1160388 Jun 30 16:35:28.481655 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ae9fbf51-90a9-4976-af45-c675af4fbe55 req-5e772ba0-ec66-48e9-a370-a28cb57969f0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 HTTP/1.1" status: 200 len: 217 time: 0.0353696 Jun 30 16:35:28.550791 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fbf51-90a9-4976-af45-c675af4fbe55 req-9ecc1850-a17e-41c5-92de-f053c762de0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:28.561224 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ae9fbf51-90a9-4976-af45-c675af4fbe55 req-9ecc1850-a17e-41c5-92de-f053c762de0c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.0734024 Jun 30 16:35:28.624969 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fbf51-90a9-4976-af45-c675af4fbe55 req-fab1bc2c-8079-4ee1-9dfc-3174b43bf946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:28.626547 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ae9fbf51-90a9-4976-af45-c675af4fbe55 req-fab1bc2c-8079-4ee1-9dfc-3174b43bf946 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572922 Jun 30 16:35:28.744492 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:28.766324 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ae9fbf51-90a9-4976-af45-c675af4fbe55 req-b56504ac-f4e7-43dd-9d13-508030616e78 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212428 Jun 30 16:35:28.884218 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ae9fbf51-90a9-4976-af45-c675af4fbe55 req-ecdb3736-06cf-4aae-a244-d5e33aa3875c service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031277 Jun 30 16:35:29.443356 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6b22c7-f303-46a9-bea5-a3bb7dabe62a req-5b32f085-3025-44fd-b423-877917afafb4 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:29.445235 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3b6b22c7-f303-46a9-bea5-a3bb7dabe62a req-5b32f085-3025-44fd-b423-877917afafb4 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0547099 Jun 30 16:35:29.505566 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:29.533691 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3b6b22c7-f303-46a9-bea5-a3bb7dabe62a req-ec7c3671-4f19-41e7-8bd7-2e9fbb5bea26 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811317 Jun 30 16:35:30.680053 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18d97d1-11e9-47e7-9c0d-c02f831b7828 req-26c6a95e-957c-4672-8596-319e675091cb tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:30.681765 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b18d97d1-11e9-47e7-9c0d-c02f831b7828 req-26c6a95e-957c-4672-8596-319e675091cb tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0630224 Jun 30 16:35:30.737589 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b18d97d1-11e9-47e7-9c0d-c02f831b7828 req-3277ab7b-3600-4c2c-8936-c5b8b276cea2 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498936 Jun 30 16:35:31.867402 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52756bd-5103-4bab-9022-bf9757e50ccb req-e2a9b59f-11c6-48c5-a056-33951e61adca tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:31.869255 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c52756bd-5103-4bab-9022-bf9757e50ccb req-e2a9b59f-11c6-48c5-a056-33951e61adca tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0516882 Jun 30 16:35:31.929870 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c52756bd-5103-4bab-9022-bf9757e50ccb req-9399164a-3d68-433a-af7e-8b5253bfd456 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480261 Jun 30 16:35:33.092599 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9384cba1-2f63-46ef-9a99-d988429562db req-fc8a0f46-74ce-4ac1-882f-38b970155153 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:33.094189 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9384cba1-2f63-46ef-9a99-d988429562db req-fc8a0f46-74ce-4ac1-882f-38b970155153 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0693722 Jun 30 16:35:33.145665 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9384cba1-2f63-46ef-9a99-d988429562db req-1b398ea8-dc46-48cb-b08f-49fdc50c9147 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453305 Jun 30 16:35:33.564231 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 35174) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:33.687864 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8fa35082-d273-4ac7-8c3b-faba8a9d206f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:33.780346 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8fa35082-d273-4ac7-8c3b-faba8a9d206f admin admin] Publish callbacks [] for security_group (2f73bdeb-b5ee-4245-a057-07289c479f23), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:33.836224 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:35:33.852443 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8fa35082-d273-4ac7-8c3b-faba8a9d206f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (2f73bdeb-b5ee-4245-a057-07289c479f23), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:33.896717 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-8fa35082-d273-4ac7-8c3b-faba8a9d206f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ecc2efc61aad4698aaf73cb01b98bf08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3313482 Jun 30 16:35:33.897552 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa35082-d273-4ac7-8c3b-faba8a9d206f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f73bdeb-b5ee-4245-a057-07289c479f23,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:33.900014 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 35178) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:33.958180 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0dc8-b8bb-44ff-aaae-bb8d61797299 admin admin] Publish callbacks [] for security_group (2f73bdeb-b5ee-4245-a057-07289c479f23), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:33.984270 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0dc8-b8bb-44ff-aaae-bb8d61797299 admin admin] Publish callbacks [] for security_group (2f73bdeb-b5ee-4245-a057-07289c479f23), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:34.117827 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0dc8-b8bb-44ff-aaae-bb8d61797299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (2f73bdeb-b5ee-4245-a057-07289c479f23), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:34.121180 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0b2c0dc8-b8bb-44ff-aaae-bb8d61797299 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:34.122341 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-0b2c0dc8-b8bb-44ff-aaae-bb8d61797299 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2f73bdeb-b5ee-4245-a057-07289c479f23 HTTP/1.1" status: 204 len: 168 time: 0.2204330 Jun 30 16:35:34.130884 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c0dc8-b8bb-44ff-aaae-bb8d61797299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f73bdeb-b5ee-4245-a057-07289c479f23,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:34.268799 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:34.289717 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bbed5-873e-49fd-a641-475d7c03cd1f req-845ed509-b479-4fa9-b420-f86ae4721eec tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:34.294179 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4e7bbed5-873e-49fd-a641-475d7c03cd1f req-845ed509-b479-4fa9-b420-f86ae4721eec tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0647671 Jun 30 16:35:34.354793 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4e7bbed5-873e-49fd-a641-475d7c03cd1f req-0b2e4d3b-bd30-4488-809c-6d60ab8f93e2 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539963 Jun 30 16:35:34.700920 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-54b06b27-0ebe-441f-8494-576893655881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:35.482031 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978d169a-5a1f-4202-ba59-1258dd2210d3 req-3c3d0210-3b61-40f7-ac22-f51c6d215589 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:35.483458 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-978d169a-5a1f-4202-ba59-1258dd2210d3 req-3c3d0210-3b61-40f7-ac22-f51c6d215589 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0514002 Jun 30 16:35:35.533873 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-978d169a-5a1f-4202-ba59-1258dd2210d3 req-ed2c923d-7344-4991-9f63-a5bf049d7e80 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447650 Jun 30 16:35:36.655357 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e00335e-c176-4a0d-bf1b-867f5d7a976f req-e85fd2fb-ce5b-46ab-91c7-d242a992a497 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:36.656907 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5e00335e-c176-4a0d-bf1b-867f5d7a976f req-e85fd2fb-ce5b-46ab-91c7-d242a992a497 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0509555 Jun 30 16:35:36.707739 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5e00335e-c176-4a0d-bf1b-867f5d7a976f req-78eddea8-448d-46ae-93f0-79e9008407f6 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448408 Jun 30 16:35:37.369660 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a5302397-3e0d-4413-b377-344329ff554b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:37.830814 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134cc89d-ae58-4cdc-8a29-a25921e8fd87 req-e97001de-bbb7-4504-b165-952508cf213a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:37.832299 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-134cc89d-ae58-4cdc-8a29-a25921e8fd87 req-e97001de-bbb7-4504-b165-952508cf213a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0509398 Jun 30 16:35:37.882914 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-134cc89d-ae58-4cdc-8a29-a25921e8fd87 req-6677f365-faab-4e87-81ef-7fdf553701ce tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450165 Jun 30 16:35:38.333391 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:39.005379 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb1f0b-42a2-4c0e-8c87-65c3fc4d8479 req-2491f5be-e906-4815-8f39-356882c1e8f3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:39.007230 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0ccb1f0b-42a2-4c0e-8c87-65c3fc4d8479 req-2491f5be-e906-4815-8f39-356882c1e8f3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0527198 Jun 30 16:35:39.035082 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:39.064516 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0ccb1f0b-42a2-4c0e-8c87-65c3fc4d8479 req-0787406f-0a81-4545-8e68-c64879b5bb04 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462956 Jun 30 16:35:39.730320 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:39.993474 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:40.196250 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b3df4b-defb-4f78-be9c-e82e66b842e0 req-32351d51-c784-4314-b777-6e5375519cf9 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:40.197986 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-54b3df4b-defb-4f78-be9c-e82e66b842e0 req-32351d51-c784-4314-b777-6e5375519cf9 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0646973 Jun 30 16:35:40.252651 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-54b3df4b-defb-4f78-be9c-e82e66b842e0 req-6b50a788-f92c-4a56-8129-dd72b7170c97 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484338 Jun 30 16:35:41.378047 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2e8b88-2ac3-45a5-b0ed-bdad518554e5 req-df630cde-8b3b-4b1e-8044-6ece7d498e25 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:41.379707 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1a2e8b88-2ac3-45a5-b0ed-bdad518554e5 req-df630cde-8b3b-4b1e-8044-6ece7d498e25 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0512619 Jun 30 16:35:41.434293 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1a2e8b88-2ac3-45a5-b0ed-bdad518554e5 req-7296ad41-90c2-4677-ab97-807317020ed8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479558 Jun 30 16:35:41.605119 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:41.741412 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4694b956-702e-40db-a617-f59c1379fde3 req-a9cd8810-27f7-411d-b65a-82181f6e2799 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411687 Jun 30 16:35:41.806032 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694b956-702e-40db-a617-f59c1379fde3 req-742d4bd0-b178-4d35-86cb-31b56a32b0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:41.807621 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4694b956-702e-40db-a617-f59c1379fde3 req-742d4bd0-b178-4d35-86cb-31b56a32b0d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 1129 time: 0.0421691 Jun 30 16:35:41.941038 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694b956-702e-40db-a617-f59c1379fde3 req-cf3a98ac-cb96-48ca-bb37-b6bb88253fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:41.942532 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4694b956-702e-40db-a617-f59c1379fde3 req-cf3a98ac-cb96-48ca-bb37-b6bb88253fdc service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.1138763 Jun 30 16:35:41.988523 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4694b956-702e-40db-a617-f59c1379fde3 req-b54c2472-1e82-48b8-ad55-b09b726ab68a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b34f2ec4-8c64-4f05-98bb-ea3f485cf825 HTTP/1.1" status: 200 len: 217 time: 0.0366526 Jun 30 16:35:42.064237 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694b956-702e-40db-a617-f59c1379fde3 req-57254d9e-b279-4728-acaa-1e8c7ebcfbba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:42.065917 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4694b956-702e-40db-a617-f59c1379fde3 req-57254d9e-b279-4728-acaa-1e8c7ebcfbba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.0563326 Jun 30 16:35:42.159893 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694b956-702e-40db-a617-f59c1379fde3 req-79ff9262-d306-4b56-b81c-6218aa85e00c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:42.161510 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4694b956-702e-40db-a617-f59c1379fde3 req-79ff9262-d306-4b56-b81c-6218aa85e00c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0486648 Jun 30 16:35:42.267246 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4694b956-702e-40db-a617-f59c1379fde3 req-e3cdd609-3366-4633-aba3-9144ad5a86ee service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955453 Jun 30 16:35:42.384588 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4694b956-702e-40db-a617-f59c1379fde3 req-2ef0d878-04c6-4dd6-8d3d-e63b3c854587 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091909 Jun 30 16:35:42.560207 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c311d-bd91-4639-acd9-7eca0db4f0c5 req-276283e6-dfb6-4bbc-ba9f-8a1cc61f97d4 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:42.569156 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f90c311d-bd91-4639-acd9-7eca0db4f0c5 req-276283e6-dfb6-4bbc-ba9f-8a1cc61f97d4 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0535378 Jun 30 16:35:42.624185 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f90c311d-bd91-4639-acd9-7eca0db4f0c5 req-03e03cd9-e06a-4b91-8ed6-5b86aaa91fc8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552225 Jun 30 16:35:42.931408 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 35398) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:43.114173 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:43.144893 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:43.197314 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Publish callbacks [] for security_group (323d51ea-08f5-4a95-a2df-b8bbb9bdeaa6), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:43.350595 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (323d51ea-08f5-4a95-a2df-b8bbb9bdeaa6), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:43.395204 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:43.405608 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7182357d113a41a6a077dd543e48c767&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730220 Jun 30 16:35:43.406717 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323d51ea-08f5-4a95-a2df-b8bbb9bdeaa6,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:43.408276 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 35414) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:43.415465 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.416386 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.416748 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.417114 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.417803 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.417929 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.419512 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.419756 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.422380 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.422380 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.422380 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.422380 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.422380 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.422380 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.422380 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7560619-8ff5-4d5f-a21b-b013b9c8c246 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.464402 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Publish callbacks [] for security_group (323d51ea-08f5-4a95-a2df-b8bbb9bdeaa6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:43.489009 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Publish callbacks [] for security_group (323d51ea-08f5-4a95-a2df-b8bbb9bdeaa6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:43.654278 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (323d51ea-08f5-4a95-a2df-b8bbb9bdeaa6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:43.656922 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:43.658192 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/323d51ea-08f5-4a95-a2df-b8bbb9bdeaa6 HTTP/1.1" status: 204 len: 168 time: 0.2484710 Jun 30 16:35:43.667093 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323d51ea-08f5-4a95-a2df-b8bbb9bdeaa6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:43.674853 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.675218 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.675625 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.676018 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.676377 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.676717 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.677048 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.677378 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.677795 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.678133 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.678468 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.678797 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.679123 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.679952 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.679952 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa67739-f062-4ed4-b4c9-0b2f39d3d79d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:35:43.749142 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc679875-8a7c-4773-99d2-d59bd8b2668e req-4f0e6d88-68a8-4790-8667-87d726ca26ed tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:43.750738 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bc679875-8a7c-4773-99d2-d59bd8b2668e req-4f0e6d88-68a8-4790-8667-87d726ca26ed tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0533588 Jun 30 16:35:43.826252 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bc679875-8a7c-4773-99d2-d59bd8b2668e req-59fd2c68-aee1-430e-b86a-ebb3b4e69ef2 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689456 Jun 30 16:35:43.835958 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:44.521267 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 35436) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:44.535740 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53ced597-72f3-419f-8463-affb853f0e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:44.582766 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:44.622416 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53ced597-72f3-419f-8463-affb853f0e5c admin admin] Publish callbacks [] for security_group (aa1d7cf6-7be8-4412-b90a-a81a5fb9b642), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:44.722730 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53ced597-72f3-419f-8463-affb853f0e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (aa1d7cf6-7be8-4412-b90a-a81a5fb9b642), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:44.768007 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-53ced597-72f3-419f-8463-affb853f0e5c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f227c75eb8ec4caab496ad10d6bf3599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2454603 Jun 30 16:35:44.769530 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ced597-72f3-419f-8463-affb853f0e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1d7cf6-7be8-4412-b90a-a81a5fb9b642,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:44.772051 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 35442) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:44.830041 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7452859-9864-4371-a7ea-f1a970d801b6 admin admin] Publish callbacks [] for security_group (aa1d7cf6-7be8-4412-b90a-a81a5fb9b642), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:44.855507 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7452859-9864-4371-a7ea-f1a970d801b6 admin admin] Publish callbacks [] for security_group (aa1d7cf6-7be8-4412-b90a-a81a5fb9b642), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:44.975740 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:44.995030 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d40be-83aa-40a8-899f-27e1445ffd62 req-8f12bd24-6ddb-4158-ab37-0c111ca68006 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:44.997096 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-088d40be-83aa-40a8-899f-27e1445ffd62 req-8f12bd24-6ddb-4158-ab37-0c111ca68006 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0691633 Jun 30 16:35:45.058638 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-088d40be-83aa-40a8-899f-27e1445ffd62 req-e2ea2ef0-a77d-49d5-a0d3-2efd557d368d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543020 Jun 30 16:35:45.068215 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7452859-9864-4371-a7ea-f1a970d801b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (aa1d7cf6-7be8-4412-b90a-a81a5fb9b642), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:45.071245 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e7452859-9864-4371-a7ea-f1a970d801b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:45.072502 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-e7452859-9864-4371-a7ea-f1a970d801b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aa1d7cf6-7be8-4412-b90a-a81a5fb9b642 HTTP/1.1" status: 204 len: 168 time: 0.2991135 Jun 30 16:35:45.082389 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7452859-9864-4371-a7ea-f1a970d801b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1d7cf6-7be8-4412-b90a-a81a5fb9b642,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:46.192899 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7eaa10-1987-4cc6-a716-1bc31ae3af4f req-806fb1cb-fec0-46f8-a386-1dc3e83c42e5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:46.194445 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6d7eaa10-1987-4cc6-a716-1bc31ae3af4f req-806fb1cb-fec0-46f8-a386-1dc3e83c42e5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0488889 Jun 30 16:35:46.249570 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6d7eaa10-1987-4cc6-a716-1bc31ae3af4f req-4ed3336e-9194-4519-82cb-271794420a9c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490289 Jun 30 16:35:47.393677 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a974a2-f98e-416d-ae27-c4ce2101dd39 req-008a0340-7136-418d-8d0f-c780f2c3fa3f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:47.395309 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-02a974a2-f98e-416d-ae27-c4ce2101dd39 req-008a0340-7136-418d-8d0f-c780f2c3fa3f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0547597 Jun 30 16:35:47.449641 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-02a974a2-f98e-416d-ae27-c4ce2101dd39 req-303b543c-41c2-486d-ae51-4815f2e3ccd5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484474 Jun 30 16:35:48.592878 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a69fe9-836a-4eaa-a029-f34ebc7dfcc5 req-9b6a0cd0-a1dd-4d27-a064-54151621f3ac tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:48.594369 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d7a69fe9-836a-4eaa-a029-f34ebc7dfcc5 req-9b6a0cd0-a1dd-4d27-a064-54151621f3ac tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0495586 Jun 30 16:35:48.646590 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d7a69fe9-836a-4eaa-a029-f34ebc7dfcc5 req-2a41e69b-79fe-4482-bd84-7f8fbb24374d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466058 Jun 30 16:35:49.815452 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=7 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:49.957145 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e2f8fc-52a4-4371-acd3-4f6fc6030e32 req-c609f17a-52e8-4005-8e68-de78149f005f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:49.959703 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d4e2f8fc-52a4-4371-acd3-4f6fc6030e32 req-c609f17a-52e8-4005-8e68-de78149f005f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0823898 Jun 30 16:35:50.037514 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d4e2f8fc-52a4-4371-acd3-4f6fc6030e32 req-76171a3d-b22f-4d8d-a1ad-0b2a61ec3594 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700803 Jun 30 16:35:50.662027 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e9613d-a802-47f1-8233-02a349c6daec req-d9f24de0-ba42-4cdb-bc64-bdaa96c99db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:50.663557 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-76e9613d-a802-47f1-8233-02a349c6daec req-d9f24de0-ba42-4cdb-bc64-bdaa96c99db2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 1129 time: 0.0464261 Jun 30 16:35:51.034518 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-76e9613d-a802-47f1-8233-02a349c6daec req-c99ec528-90ae-433f-86ff-f93a93d52302 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515397 Jun 30 16:35:51.165747 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5b9be-056e-474c-94ec-dcf2bba1c522 req-d81d8497-e5bd-4116-b881-aca9790ba26b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:51.167295 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b7c5b9be-056e-474c-94ec-dcf2bba1c522 req-d81d8497-e5bd-4116-b881-aca9790ba26b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0517144 Jun 30 16:35:51.249540 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b7c5b9be-056e-474c-94ec-dcf2bba1c522 req-f2442137-722a-4a5b-8cb0-3939c4f1b580 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751698 Jun 30 16:35:51.495447 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 35610) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:51.615011 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf37fcd5-b8a2-41a9-aef6-0127ad519868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:51.697562 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf37fcd5-b8a2-41a9-aef6-0127ad519868 admin admin] Publish callbacks [] for security_group (3859860f-5843-4ad9-bfff-c83500880479), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:51.879390 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bf37fcd5-b8a2-41a9-aef6-0127ad519868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (3859860f-5843-4ad9-bfff-c83500880479), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:51.938326 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-bf37fcd5-b8a2-41a9-aef6-0127ad519868 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=28f8719c5d4946fd87ba824631d5b580&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4411740 Jun 30 16:35:51.939435 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37fcd5-b8a2-41a9-aef6-0127ad519868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3859860f-5843-4ad9-bfff-c83500880479,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:51.941089 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 35628) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:52.004728 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0e78c21-7ef8-4c39-8b10-3678053db571 admin admin] Publish callbacks [] for security_group (3859860f-5843-4ad9-bfff-c83500880479), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:52.030972 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0e78c21-7ef8-4c39-8b10-3678053db571 admin admin] Publish callbacks [] for security_group (3859860f-5843-4ad9-bfff-c83500880479), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:52.205277 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0e78c21-7ef8-4c39-8b10-3678053db571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (3859860f-5843-4ad9-bfff-c83500880479), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:52.207849 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c0e78c21-7ef8-4c39-8b10-3678053db571 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:52.209014 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-c0e78c21-7ef8-4c39-8b10-3678053db571 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3859860f-5843-4ad9-bfff-c83500880479 HTTP/1.1" status: 204 len: 168 time: 0.2669473 Jun 30 16:35:52.224642 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e78c21-7ef8-4c39-8b10-3678053db571 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3859860f-5843-4ad9-bfff-c83500880479,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:52.391835 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa54a25-3ec5-489a-9f43-c1c68c94b0ce req-37fa6c97-d169-4b9f-b7df-f5bb729c9e2e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:52.393498 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2fa54a25-3ec5-489a-9f43-c1c68c94b0ce req-37fa6c97-d169-4b9f-b7df-f5bb729c9e2e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0567641 Jun 30 16:35:52.452056 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2fa54a25-3ec5-489a-9f43-c1c68c94b0ce req-f0b281ac-f5ba-42fe-aec6-6f6a2641e495 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509336 Jun 30 16:35:52.819530 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 35650) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:52.824268 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ed3289bc-827e-4872-9fb6-b6814d96a8d6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049198012', 'description': 'tempest-description--467916029'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:35:52.920531 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 35652) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:52.999565 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ed3289bc-827e-4872-9fb6-b6814d96a8d6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.065614 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-87f17b12-6b16-49aa-9d20-92223165e9ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.132259 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ed3289bc-827e-4872-9fb6-b6814d96a8d6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (bd25f5b8-dfe5-4737-bc10-af3912aabcef), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.186216 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-87f17b12-6b16-49aa-9d20-92223165e9ea admin admin] Publish callbacks [] for security_group (029f3c66-e63c-43b5-96ab-fa03cce6f6ed), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.249492 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ed3289bc-827e-4872-9fb6-b6814d96a8d6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (bd25f5b8-dfe5-4737-bc10-af3912aabcef), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.281996 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3289bc-827e-4872-9fb6-b6814d96a8d6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd25f5b8-dfe5-4737-bc10-af3912aabcef,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:53.300043 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-87f17b12-6b16-49aa-9d20-92223165e9ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (029f3c66-e63c-43b5-96ab-fa03cce6f6ed), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.305474 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:53.327412 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:53.344948 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-87f17b12-6b16-49aa-9d20-92223165e9ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=10f2fa56d4ac4ba2839736e58b55e8ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4232929 Jun 30 16:35:53.346136 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f17b12-6b16-49aa-9d20-92223165e9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029f3c66-e63c-43b5-96ab-fa03cce6f6ed,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:53.347647 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 35668) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:53.413322 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0edfe1d-fe4c-45d0-81d4-049a63aded70 admin admin] Publish callbacks [] for security_group (029f3c66-e63c-43b5-96ab-fa03cce6f6ed), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.417782 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:53.437721 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0edfe1d-fe4c-45d0-81d4-049a63aded70 admin admin] Publish callbacks [] for security_group (029f3c66-e63c-43b5-96ab-fa03cce6f6ed), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.456960 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ed3289bc-827e-4872-9fb6-b6814d96a8d6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.458203 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ed3289bc-827e-4872-9fb6-b6814d96a8d6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6376371 Jun 30 16:35:53.462867 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 35672) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:53.467845 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e1e2be40-5f43-4be4-bd5e-0c650df62840 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'security_group_rule': {'security_group_id': 'bd25f5b8-dfe5-4737-bc10-af3912aabcef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:35:53.490541 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:53.602580 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68043ca6-a354-4ad0-8a9f-ec3b16212306 req-5f02a819-3e85-4eeb-a323-6717dfef4388 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:53.610466 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-68043ca6-a354-4ad0-8a9f-ec3b16212306 req-5f02a819-3e85-4eeb-a323-6717dfef4388 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0665653 Jun 30 16:35:53.658900 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-68043ca6-a354-4ad0-8a9f-ec3b16212306 req-7f538353-20d3-43f2-962d-b8fa1c85f7e1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475292 Jun 30 16:35:53.801322 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0edfe1d-fe4c-45d0-81d4-049a63aded70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (029f3c66-e63c-43b5-96ab-fa03cce6f6ed), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.804051 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0edfe1d-fe4c-45d0-81d4-049a63aded70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.807539 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-a0edfe1d-fe4c-45d0-81d4-049a63aded70 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/029f3c66-e63c-43b5-96ab-fa03cce6f6ed HTTP/1.1" status: 204 len: 168 time: 0.4565198 Jun 30 16:35:53.824377 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e2be40-5f43-4be4-bd5e-0c650df62840 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (be482f09-ba65-4045-a731-1399c714e8c0), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.835089 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0edfe1d-fe4c-45d0-81d4-049a63aded70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029f3c66-e63c-43b5-96ab-fa03cce6f6ed,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:53.899579 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e2be40-5f43-4be4-bd5e-0c650df62840 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (be482f09-ba65-4045-a731-1399c714e8c0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:53.925007 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 35690) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:54.002096 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e2be40-5f43-4be4-bd5e-0c650df62840 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (be482f09-ba65-4045-a731-1399c714e8c0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.021842 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e2be40-5f43-4be4-bd5e-0c650df62840 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be482f09-ba65-4045-a731-1399c714e8c0,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:54.037963 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1210789822-network', 'tenant_id': '4df4c3aa7c8044dcbd46064e0e495a84'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:35:54.132225 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e1e2be40-5f43-4be4-bd5e-0c650df62840 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.133858 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-e1e2be40-5f43-4be4-bd5e-0c650df62840 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6700559 Jun 30 16:35:54.137761 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 35694) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:54.143071 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-7a0a3ee0-4154-4e68-93c4-a094b6c2d361 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'security_group_rule': {'security_group_id': 'bd25f5b8-dfe5-4737-bc10-af3912aabcef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:35:54.276339 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68d185-4396-4be0-9b31-5875ce412668 req-7d666810-4b65-4c92-a795-2f94240113c8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:54.278182 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5f68d185-4396-4be0-9b31-5875ce412668 req-7d666810-4b65-4c92-a795-2f94240113c8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0562859 Jun 30 16:35:54.288739 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Made reservation on behalf of 4df4c3aa7c8044dcbd46064e0e495a84 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:35:54.288739 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.299711 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a0a3ee0-4154-4e68-93c4-a094b6c2d361 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (abfe118e-f899-418f-bcbf-5ca330060cc5), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.323168 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.338243 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5f68d185-4396-4be0-9b31-5875ce412668 req-352e2bcb-a90b-4bf2-a238-040256d0c477 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508759 Jun 30 16:35:54.384574 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a0a3ee0-4154-4e68-93c4-a094b6c2d361 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (abfe118e-f899-418f-bcbf-5ca330060cc5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.459441 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Publish callbacks [] for security_group (bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.509858 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a0a3ee0-4154-4e68-93c4-a094b6c2d361 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (abfe118e-f899-418f-bcbf-5ca330060cc5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.535064 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a3ee0-4154-4e68-93c4-a094b6c2d361 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfe118e-f899-418f-bcbf-5ca330060cc5,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:54.555130 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.582659 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:35:54.608743 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:54.608743 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (1e2fa372-494b-4a0a-8993-ad26bd33b920), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.608743 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.segments_db [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Added segment 1e2fa372-494b-4a0a-8993-ad26bd33b920 of type vlan for network cb2d6663-d883-4174-ba6e-c7fc0350bd02 Jun 30 16:35:54.650243 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (cb2d6663-d883-4174-ba6e-c7fc0350bd02), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.691726 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a0a3ee0-4154-4e68-93c4-a094b6c2d361 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.692973 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-7a0a3ee0-4154-4e68-93c4-a094b6c2d361 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5541391 Jun 30 16:35:54.696282 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 35718) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:54.701248 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:35:54.783873 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (cb2d6663-d883-4174-ba6e-c7fc0350bd02), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.785037 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:54.786011 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.814568 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:54.874700 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2d6663-d883-4174-ba6e-c7fc0350bd02,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:54.892900 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network cb2d6663-d883-4174-ba6e-c7fc0350bd02 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:35:54.907025 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:54.907700 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:54.930760 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-a7979670-9af1-4dfb-ae04-0ab55f5805f6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.0046272 Jun 30 16:35:54.933780 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 35730) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:54.940179 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8bd99914-990a-4e33-96b2-73cfed2d6436 admin admin] Request body: {'subnet': {'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1210789822-subnet', 'tenant_id': '4df4c3aa7c8044dcbd46064e0e495a84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:35:54.958932 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:55.016691 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:55.069045 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd99914-990a-4e33-96b2-73cfed2d6436 admin admin] Made reservation on behalf of 4df4c3aa7c8044dcbd46064e0e495a84 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:35:55.071958 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bd99914-990a-4e33-96b2-73cfed2d6436 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13008097'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:55.087363 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Allocated IP 172.27.2.73 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/74b07a8a-d260-469f-b0be-bfbb593834b8) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:35:55.238031 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=84,neutron:UPDATE=6,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:55.243040 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for port (74b07a8a-d260-469f-b0be-bfbb593834b8), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:55.409738 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (74b07a8a-d260-469f-b0be-bfbb593834b8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:55.409974 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bd99914-990a-4e33-96b2-73cfed2d6436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13853358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13008119'] for subnet (e71613b5-f660-4c57-9d73-a805cb279c2b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:55.445744 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:35:55.449875 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:35:55.454422 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:35:55.471492 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:DELETE=4,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:55.475743 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd99914-990a-4e33-96b2-73cfed2d6436 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e71613b5-f660-4c57-9d73-a805cb279c2b,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:55.495081 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 35744) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:55.557202 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'Port': ['ID=74b07a8a-d260-469f-b0be-bfbb593834b8,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:55.564708 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ce142-45d4-4ded-8146-4886b1a416f0 req-c3f168d9-9f33-4ed4-826b-c7d7b9ed6077 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:55.566606 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-378ce142-45d4-4ded-8146-4886b1a416f0 req-c3f168d9-9f33-4ed4-826b-c7d7b9ed6077 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0936532 Jun 30 16:35:55.576692 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd99914-990a-4e33-96b2-73cfed2d6436 admin admin] Checking segment: {'id': '1e2fa372-494b-4a0a-8993-ad26bd33b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:35:55.577589 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd99914-990a-4e33-96b2-73cfed2d6436 admin admin] Network hostable DHCP agents. Network: cb2d6663-d883-4174-ba6e-c7fc0350bd02, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:35:55.584574 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (fa541775-1f55-48bc-b8e7-f8d002553131), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:55.642938 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-378ce142-45d4-4ded-8146-4886b1a416f0 req-80adca27-1a73-45c5-a743-c1b15d4baa79 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675237 Jun 30 16:35:55.649803 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4eec51a4-93e3-42f9-9a02-35675e0c4554 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:55.711172 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd99914-990a-4e33-96b2-73cfed2d6436 admin admin] Network cb2d6663-d883-4174-ba6e-c7fc0350bd02 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:35:55.714200 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:55.724554 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (74b07a8a-d260-469f-b0be-bfbb593834b8), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:55.747453 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4eec51a4-93e3-42f9-9a02-35675e0c4554 admin admin] Publish callbacks [] for security_group (68bcc75d-e7c0-4a4d-85c2-74fda25dbb94), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:55.842892 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-8bd99914-990a-4e33-96b2-73cfed2d6436 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, cb2d6663-d883-4174-ba6e-c7fc0350bd02) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:35:55.844993 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4eec51a4-93e3-42f9-9a02-35675e0c4554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (68bcc75d-e7c0-4a4d-85c2-74fda25dbb94), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:55.854228 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975472d4-d9a9-4e0e-bc65-65c12244c46f None None] Network cb2d6663-d883-4174-ba6e-c7fc0350bd02 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:35:55.862835 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd99914-990a-4e33-96b2-73cfed2d6436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:55.863436 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bd99914-990a-4e33-96b2-73cfed2d6436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:55.909568 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-4eec51a4-93e3-42f9-9a02-35675e0c4554 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=eddad92f431b4341829cac52d5cf0ed7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4132488 Jun 30 16:35:55.912267 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec51a4-93e3-42f9-9a02-35675e0c4554 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68bcc75d-e7c0-4a4d-85c2-74fda25dbb94,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:55.914077 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 35748) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:55.918349 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for port (74b07a8a-d260-469f-b0be-bfbb593834b8), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:55.984547 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b5fd11e6-e971-412b-adb4-67e2138d3802 admin admin] Publish callbacks [] for security_group (68bcc75d-e7c0-4a4d-85c2-74fda25dbb94), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:56.010043 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c2e5ac-d7f4-4f23-ae60-95afd114ea7e None None] Network cb2d6663-d883-4174-ba6e-c7fc0350bd02 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:35:56.030615 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b5fd11e6-e971-412b-adb4-67e2138d3802 admin admin] Publish callbacks [] for security_group (68bcc75d-e7c0-4a4d-85c2-74fda25dbb94), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:56.062994 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecf0f3-d891-4e76-b629-b7133786e1df req-bffa099c-2356-46a5-b528-58300db371a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:56.066578 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cdecf0f3-d891-4e76-b629-b7133786e1df req-bffa099c-2356-46a5-b528-58300db371a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 1129 time: 0.0516410 Jun 30 16:35:56.080781 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-8bd99914-990a-4e33-96b2-73cfed2d6436 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1458418 Jun 30 16:35:56.146950 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (74b07a8a-d260-469f-b0be-bfbb593834b8), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:56.210886 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b5fd11e6-e971-412b-adb4-67e2138d3802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (68bcc75d-e7c0-4a4d-85c2-74fda25dbb94), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:56.218568 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b5fd11e6-e971-412b-adb4-67e2138d3802 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:56.220779 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-b5fd11e6-e971-412b-adb4-67e2138d3802 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/68bcc75d-e7c0-4a4d-85c2-74fda25dbb94 HTTP/1.1" status: 204 len: 168 time: 0.3054821 Jun 30 16:35:56.236469 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd11e6-e971-412b-adb4-67e2138d3802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68bcc75d-e7c0-4a4d-85c2-74fda25dbb94,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:56.264025 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (fa541775-1f55-48bc-b8e7-f8d002553131), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:56.342476 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'Port': ['ID=74b07a8a-d260-469f-b0be-bfbb593834b8,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:56.346866 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecf0f3-d891-4e76-b629-b7133786e1df req-98f35616-0c1d-42b3-9568-37e77c574522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:56.349796 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cdecf0f3-d891-4e76-b629-b7133786e1df req-98f35616-0c1d-42b3-9568-37e77c574522 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.2700396 Jun 30 16:35:56.399720 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cdecf0f3-d891-4e76-b629-b7133786e1df req-5b813345-7522-4ecd-8a5d-72bed99ba34e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 HTTP/1.1" status: 200 len: 217 time: 0.0390346 Jun 30 16:35:56.461456 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecf0f3-d891-4e76-b629-b7133786e1df req-f754bcd7-2d38-4b83-a38f-550870a89636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:56.463085 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cdecf0f3-d891-4e76-b629-b7133786e1df req-f754bcd7-2d38-4b83-a38f-550870a89636 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.0561626 Jun 30 16:35:56.480798 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:56.481965 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-0ca76e18-170d-4ce0-a670-b9cf9f7038b0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7847323 Jun 30 16:35:56.516044 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdecf0f3-d891-4e76-b629-b7133786e1df req-cbd0bdae-3365-4fb8-8657-d24d601e1ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:56.517573 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cdecf0f3-d891-4e76-b629-b7133786e1df req-cbd0bdae-3365-4fb8-8657-d24d601e1ed5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482438 Jun 30 16:35:56.661451 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cdecf0f3-d891-4e76-b629-b7133786e1df req-896054a2-9786-4c36-92b2-d7bb4b9acecd service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320448 Jun 30 16:35:56.772793 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cdecf0f3-d891-4e76-b629-b7133786e1df req-a171aea9-874c-4a2c-b962-f3ba077c7e80 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994368 Jun 30 16:35:56.794899 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-9cf09ab0-6dca-4f58-86d7-5889b1f7da4d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--2049198012&fields=id&tenant_id=f942ab31bafc428bb1fba94aee2e0c32 HTTP/1.1" status: 200 len: 267 time: 0.0780196 Jun 30 16:35:56.811296 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d709d5-30da-454c-b028-446e7ee35f22 req-2c058040-91d5-444a-913a-58463ad37636 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:56.811296 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-78d709d5-30da-454c-b028-446e7ee35f22 req-2c058040-91d5-444a-913a-58463ad37636 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0613899 Jun 30 16:35:56.926368 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-78d709d5-30da-454c-b028-446e7ee35f22 req-569b3a2f-9877-43fd-b074-2f95156bc310 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087317 Jun 30 16:35:56.954349 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5126-f591-4381-b236-8f86abc890be req-14861a9a-a94f-4a19-88a5-ec9d7d96c0ef tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:56.955720 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-14861a9a-a94f-4a19-88a5-ec9d7d96c0ef tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/networks?id=16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 200 len: 814 time: 0.1472306 Jun 30 16:35:56.972272 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-59cd1272-eb4e-4e0b-bec0-f21772de417d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/quotas/f942ab31bafc428bb1fba94aee2e0c32 HTTP/1.1" status: 200 len: 375 time: 0.0111156 Jun 30 16:35:57.034115 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-0ccc42d7-abd2-4b16-9f41-944ac0688904 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0561087 Jun 30 16:35:57.148957 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-9afed797-b377-4d33-9e88-a2e5a66c24df service neutron] 10.222.0.67 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981123 Jun 30 16:35:57.256635 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-b998f3a5-0a33-4e54-aa07-632db976a7b7 service neutron] 10.222.0.67 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018665 Jun 30 16:35:57.533774 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 35792) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:57.552676 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-981314a5-21af-4b97-b046-c7ba9e7b0f3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:57.602931 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d08442fd-c6ba-4ccb-b7af-40f97fe7b265 req-7224b79a-1e9d-477a-bfd4-b9421c1d5660 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0374777 Jun 30 16:35:57.672850 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-981314a5-21af-4b97-b046-c7ba9e7b0f3f admin admin] Publish callbacks [] for security_group (e8de4180-8b89-424e-90ab-e7d6ece18776), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:57.770232 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-981314a5-21af-4b97-b046-c7ba9e7b0f3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (e8de4180-8b89-424e-90ab-e7d6ece18776), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:57.814039 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-981314a5-21af-4b97-b046-c7ba9e7b0f3f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=833a7542256341fd9d4cfac82cf1f9f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791030 Jun 30 16:35:57.814919 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981314a5-21af-4b97-b046-c7ba9e7b0f3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8de4180-8b89-424e-90ab-e7d6ece18776,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:57.816710 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 35808) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:35:57.871754 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4cd530ed-e19d-49e5-adf4-4bd83a3d3e47 admin admin] Publish callbacks [] for security_group (e8de4180-8b89-424e-90ab-e7d6ece18776), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:57.897217 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4cd530ed-e19d-49e5-adf4-4bd83a3d3e47 admin admin] Publish callbacks [] for security_group (e8de4180-8b89-424e-90ab-e7d6ece18776), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:58.052523 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45af8c2-eafb-4c28-b124-357545ddaf2e req-793a7de7-f53f-46d4-bdb0-c97303d0767d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:58.054018 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f45af8c2-eafb-4c28-b124-357545ddaf2e req-793a7de7-f53f-46d4-bdb0-c97303d0767d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0499394 Jun 30 16:35:58.103637 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f45af8c2-eafb-4c28-b124-357545ddaf2e req-9aef9a8b-25e4-426e-a851-6f3d21288f58 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Jun 30 16:35:58.155799 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4cd530ed-e19d-49e5-adf4-4bd83a3d3e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (e8de4180-8b89-424e-90ab-e7d6ece18776), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:58.158410 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4cd530ed-e19d-49e5-adf4-4bd83a3d3e47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:35:58.159645 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-4cd530ed-e19d-49e5-adf4-4bd83a3d3e47 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e8de4180-8b89-424e-90ab-e7d6ece18776 HTTP/1.1" status: 204 len: 168 time: 0.3418906 Jun 30 16:35:58.168442 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd530ed-e19d-49e5-adf4-4bd83a3d3e47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8de4180-8b89-424e-90ab-e7d6ece18776,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:35:58.699088 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6123bd3d-9af0-4b33-b459-8db6bb2af9d2 req-ec5e7193-3cdc-49f5-be83-61d3e3f5eb1d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0342376 Jun 30 16:35:58.980589 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-7ec36f9b-1f7e-4d61-8135-339242a72387 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:58.982167 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-7ec36f9b-1f7e-4d61-8135-339242a72387 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/networks?id=cb2d6663-d883-4174-ba6e-c7fc0350bd02 HTTP/1.1" status: 200 len: 814 time: 0.1186719 Jun 30 16:35:58.998308 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-b5e25fac-2a94-42d5-98de-a3ce0614061c tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/quotas/4df4c3aa7c8044dcbd46064e0e495a84 HTTP/1.1" status: 200 len: 375 time: 0.0097482 Jun 30 16:35:59.042648 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-8bdb3515-9f13-47a1-b0bc-1be5f7ef416c tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4df4c3aa7c8044dcbd46064e0e495a84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367904 Jun 30 16:35:59.150441 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-974e785f-5f89-4656-8149-0740f4076525 service neutron] 10.222.0.67 "GET /v2.0/networks/cb2d6663-d883-4174-ba6e-c7fc0350bd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005800 Jun 30 16:35:59.292539 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b88c494-7158-46ac-81ce-5b64539c3c94 req-dcf55cdc-a70e-49b9-97d5-71c5a424b9ea tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:35:59.294160 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1b88c494-7158-46ac-81ce-5b64539c3c94 req-dcf55cdc-a70e-49b9-97d5-71c5a424b9ea tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0995119 Jun 30 16:35:59.357433 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-9e50e4af-7ab8-462e-8127-21a691a7b106 service neutron] 10.222.0.67 "GET /v2.0/networks/cb2d6663-d883-4174-ba6e-c7fc0350bd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919355 Jun 30 16:35:59.418452 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1b88c494-7158-46ac-81ce-5b64539c3c94 req-dfe3c208-d106-4c4c-8ebe-652b554ee740 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134355 Jun 30 16:35:59.453549 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:35:59.653383 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e16a7326-3190-4003-86e7-e04bf2c65e3b req-e7285884-4b8f-4efc-b699-82adab180c52 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 210 time: 0.0312550 Jun 30 16:35:59.836405 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9b26ec30-3d33-4625-be52-1dc801250991 req-8040cf0a-3a81-46ba-a855-322aa209e731 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0466368 Jun 30 16:36:00.202733 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:INSERT=1,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:00.281141 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:00.579834 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa06917-4fd5-4db2-a88c-97ef5b274c3c req-a309f434-4cb1-4531-aa04-f55060bd103a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:00.579834 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-daa06917-4fd5-4db2-a88c-97ef5b274c3c req-a309f434-4cb1-4531-aa04-f55060bd103a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0731533 Jun 30 16:36:00.637427 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-daa06917-4fd5-4db2-a88c-97ef5b274c3c req-98d71f8b-b713-4aa7-9c8b-3bce6667c070 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496013 Jun 30 16:36:00.688993 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:00.804791 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eea8ddc3-f9ef-4611-a703-1094eacb2f66 req-0699a53f-e1de-4e86-93e3-1463a525a5f1 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 210 time: 0.0468383 Jun 30 16:36:00.970674 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d3102b40-42dc-4a31-b395-c2778fc4ffff req-11aecf69-90d1-46f1-86ef-84cf49740e2a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0375404 Jun 30 16:36:01.949837 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7ad5059d-0e71-435c-b711-40203a54aeba req-906047cb-563e-4708-a4a4-1550307d4330 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 210 time: 0.0395112 Jun 30 16:36:02.119738 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b012e8d9-fdbe-4fa2-80a2-bef5a102dcf8 req-54f03dd1-d48b-4e06-babf-27e7fd22068b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0405676 Jun 30 16:36:02.766290 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=9 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:02.768315 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=17 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:03.073922 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-26a1a83e-1abd-49da-9aa4-1bd640997cf3 req-55986f3c-3b30-43a2-985e-3e0ea8596ad9 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 210 time: 0.0387444 Jun 30 16:36:03.278853 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-708130b5-7bd0-4cb1-9e3a-c6c758f4c863 req-f7695f82-f61a-468e-8c0e-49eca272681c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0478828 Jun 30 16:36:04.226466 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-76c8f15f-1a2b-4df2-82a9-89bc6d8e80b9 req-ed851c79-b75d-47bb-9d9e-3678ed9a0f98 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 210 time: 0.0358939 Jun 30 16:36:04.258324 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:04.413461 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4d244b01-1df1-4144-8408-2be0f97d3a20 req-2b55d536-1b0f-4abc-a98d-19ada8ac94b8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0329742 Jun 30 16:36:04.760167 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6b595a8d-dd2b-405d-82c7-d685e56d3fd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:05.344523 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-328b89d5-7aae-46da-aa74-1a8ef5785bd1 req-26f81cfd-01ba-422f-819f-f7ae707a36cf tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 210 time: 0.0355601 Jun 30 16:36:05.545206 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d56a707e-8245-4d2e-a279-96691a7a2848 req-43a705a8-d6c2-4cdd-af45-77072e74be78 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0352352 Jun 30 16:36:06.051735 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5126-f591-4381-b236-8f86abc890be req-02726843-c32d-48c5-962c-05e2e27ee3cf tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:06.053262 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-02726843-c32d-48c5-962c-05e2e27ee3cf tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "GET /v2.0/networks?id=16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 200 len: 814 time: 0.1316772 Jun 30 16:36:06.141997 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-5fe41a62-b768-49b1-9709-df93e9cb579a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f942ab31bafc428bb1fba94aee2e0c32 HTTP/1.1" status: 200 len: 472 time: 0.0784559 Jun 30 16:36:06.157405 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-5fcb5126-f591-4381-b236-8f86abc890be req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'port': {'device_id': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'admin_state_up': True, 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'security_groups': ['bd25f5b8-dfe5-4737-bc10-af3912aabcef']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:06.394641 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fcb5126-f591-4381-b236-8f86abc890be req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Made reservation on behalf of f942ab31bafc428bb1fba94aee2e0c32 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:36:06.398425 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5fcb5126-f591-4381-b236-8f86abc890be req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:06.473593 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-91ffe73b-76fa-4b07-a629-8aca6ad066f4 req-4c09a412-83a7-46cd-9005-ab70fa234e5d tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 210 time: 0.0379620 Jun 30 16:36:06.529921 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:06.555279 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-5fcb5126-f591-4381-b236-8f86abc890be req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Allocated IP 172.20.0.11 (16892394-e408-48ab-985b-412d1c45e5c5/62e7d36d-3495-499f-a7ab-fddad57919a9/5d6aee83-8fca-4ec9-8a36-9eed297963c5) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:36:06.654681 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dd284921-6e19-450c-942b-23ec1aa2028d req-2b3c199f-45d5-4b9f-8eef-08701ae84a51 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0304074 Jun 30 16:36:06.731820 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5fcb5126-f591-4381-b236-8f86abc890be req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:06.756499 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:06.978640 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5fcb5126-f591-4381-b236-8f86abc890be req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:07.068221 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36030) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:07.071208 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fcb5126-f591-4381-b236-8f86abc890be req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Network 16892394-e408-48ab-985b-412d1c45e5c5 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:07.074651 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-cfe3133f-f1c8-4330-84db-5ab550925b20 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1879615648', 'description': 'tempest-description--1703336201'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:07.085263 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-5fcb5126-f591-4381-b236-8f86abc890be req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:07.091802 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fcb5126-f591-4381-b236-8f86abc890be req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:36:07.097423 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5126-f591-4381-b236-8f86abc890be req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:07.098053 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5fcb5126-f591-4381-b236-8f86abc890be req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:07.107113 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'Port': ['ID=5d6aee83-8fca-4ec9-8a36-9eed297963c5,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:07.183542 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-7259e042-02c9-445c-878a-9c25d1f5662a tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:07.184228 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-7259e042-02c9-445c-878a-9c25d1f5662a tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.65 "GET /v2.0/networks?id=cb2d6663-d883-4174-ba6e-c7fc0350bd02 HTTP/1.1" status: 200 len: 814 time: 0.1659613 Jun 30 16:36:07.199540 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Request body: {'port': {'device_id': 'cc03842b-e56f-4828-99c9-0b175cd2277f', 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02', 'admin_state_up': True, 'tenant_id': '4df4c3aa7c8044dcbd46064e0e495a84'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:07.263344 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cfe3133f-f1c8-4330-84db-5ab550925b20 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:07.317518 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-41dc9c92-b1b9-4c7c-853f-c0f80642e6bc None None] Provisioning complete for port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:07.318125 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-41dc9c92-b1b9-4c7c-853f-c0f80642e6bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:07.369353 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-41dc9c92-b1b9-4c7c-853f-c0f80642e6bc None None] Port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:36:07.369711 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-1b6459ba-86df-4e22-b0bb-1ac610fb899b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2044804 Jun 30 16:36:07.371513 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Request body: {'port': {'device_id': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:07.380601 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cfe3133f-f1c8-4330-84db-5ab550925b20 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for security_group (2a1cb2fe-b742-40ae-b15c-2edd2826c107), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:07.396626 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e84ea15c-d97d-4a4e-9bff-808dfcd0eb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:07.447028 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:07.500109 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:07.520768 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cfe3133f-f1c8-4330-84db-5ab550925b20 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (2a1cb2fe-b742-40ae-b15c-2edd2826c107), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:07.581326 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe3133f-f1c8-4330-84db-5ab550925b20 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1cb2fe-b742-40ae-b15c-2edd2826c107,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:07.616902 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Made reservation on behalf of 4df4c3aa7c8044dcbd46064e0e495a84 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:36:07.620805 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:07.641210 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d281b79d-a326-4d2b-9425-99b9010fd8ba req-8180342e-332d-485f-ab2c-eb38da0756b6 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 210 time: 0.0724347 Jun 30 16:36:07.666567 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cfe3133f-f1c8-4330-84db-5ab550925b20 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:07.669076 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-cfe3133f-f1c8-4330-84db-5ab550925b20 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5991895 Jun 30 16:36:07.671646 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36056) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:07.679785 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-bcc4ac6e-a365-4a8a-9fe2-5373923bfc21 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Request body: {'security_group_rule': {'security_group_id': '2a1cb2fe-b742-40ae-b15c-2edd2826c107', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:07.878914 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ac6e-a365-4a8a-9fe2-5373923bfc21 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for security_group_rule (c5b998f2-0547-4cbe-810d-4f74935977be), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:07.916473 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b0cef7-4a9c-450d-a5f8-9e9441e80a8a req-39746fe6-afbc-4248-9ea6-07a055a7efbb tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:07.919432 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-95b0cef7-4a9c-450d-a5f8-9e9441e80a8a req-39746fe6-afbc-4248-9ea6-07a055a7efbb tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 932 time: 0.0883863 Jun 30 16:36:07.944239 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:08.017730 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-95b0cef7-4a9c-450d-a5f8-9e9441e80a8a req-6c99395f-2dd7-4989-9bc4-48ff2a76ca75 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831361 Jun 30 16:36:08.047788 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ac6e-a365-4a8a-9fe2-5373923bfc21 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for security_group_rule (c5b998f2-0547-4cbe-810d-4f74935977be), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:08.224801 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ac6e-a365-4a8a-9fe2-5373923bfc21 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (c5b998f2-0547-4cbe-810d-4f74935977be), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:08.261885 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc4ac6e-a365-4a8a-9fe2-5373923bfc21 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b998f2-0547-4cbe-810d-4f74935977be,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:08.308386 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Allocated IP 172.20.0.8 (cb2d6663-d883-4174-ba6e-c7fc0350bd02/e71613b5-f660-4c57-9d73-a805cb279c2b/3f33f308-ce97-4120-965f-b9d4d472b4a5) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:36:08.385712 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6aee83-8fca-4ec9-8a36-9eed297963c5 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:36:08.410339 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:08.412021 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Publish callbacks [] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:08.443254 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:UPDATE=9,neutron:SELECT=86,neutron:INSERT=5 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:08.447900 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bcc4ac6e-a365-4a8a-9fe2-5373923bfc21 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:08.450771 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-bcc4ac6e-a365-4a8a-9fe2-5373923bfc21 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7779086 Jun 30 16:36:08.458556 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36082) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:08.459807 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Transition to ACTIVE for port object 5d6aee83-8fca-4ec9-8a36-9eed297963c5 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:36:08.466246 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a18c62fb-c59b-4abe-a702-ce3ab9dc757c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Request body: {'security_group_rule': {'security_group_id': '2a1cb2fe-b742-40ae-b15c-2edd2826c107', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:08.557649 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:08.653078 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Pushing event updated for resources: {'Port': ['ID=5d6aee83-8fca-4ec9-8a36-9eed297963c5,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:08.677857 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a18c62fb-c59b-4abe-a702-ce3ab9dc757c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for security_group_rule (bc9903fd-2837-487b-aa0d-ac7002465c09), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:08.693779 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks [] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:08.722398 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Attempting to bind port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:36:08.722972 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Attempting to bind port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:36:08.723519 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Attempting to bind port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 on network 16892394-e408-48ab-985b-412d1c45e5c5 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:08.732086 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 on network 16892394-e408-48ab-985b-412d1c45e5c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:36:08.732889 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Attempting to bind port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 on network 16892394-e408-48ab-985b-412d1c45e5c5 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:08.766630 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:36:08.767367 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Checking segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:08.767962 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Bound using segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:36:08.768882 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Bound port: 5d6aee83-8fca-4ec9-8a36-9eed297963c5, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:36:08.771983 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:08.870339 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] For port 5d6aee83-8fca-4ec9-8a36-9eed297963c5, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:36:08.874643 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a18c62fb-c59b-4abe-a702-ce3ab9dc757c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for security_group_rule (bc9903fd-2837-487b-aa0d-ac7002465c09), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:08.875135 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] For port 5d6aee83-8fca-4ec9-8a36-9eed297963c5, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5d6aee83-8fca-4ec9-8a36-9eed297963c5,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:36:08.920031 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-81a5b2d3-f377-410d-adcd-20fb7330f5cb req-c53cae55-19ce-4dec-86ac-93c1885dd1c8 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 210 time: 0.0332942 Jun 30 16:36:08.930978 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:08.976920 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:08.996526 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Network cb2d6663-d883-4174-ba6e-c7fc0350bd02 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:09.009570 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:09.016204 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:36:09.021792 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:09.022558 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:09.026152 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Pushing event updated for resources: {'Port': ['ID=3f33f308-ce97-4120-965f-b9d4d472b4a5,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:09.054054 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a18c62fb-c59b-4abe-a702-ce3ab9dc757c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (bc9903fd-2837-487b-aa0d-ac7002465c09), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:09.054715 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:09.073169 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:09.101933 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:09.102787 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:09.104626 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] 10.222.0.65 "PUT /v2.0/ports/5d6aee83-8fca-4ec9-8a36-9eed297963c5 HTTP/1.1" status: 200 len: 1094 time: 1.7372556 Jun 30 16:36:09.105270 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'tag': '5d6aee83-8fca-4ec9-8a36-9eed297963c5'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:36:09.106327 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18c62fb-c59b-4abe-a702-ce3ab9dc757c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9903fd-2837-487b-aa0d-ac7002465c09,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:09.107926 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b316ea-7b26-4fc7-8265-919f6e5655de" -d '{"events": [{"name": "network-changed", "server_uuid": "de05418a-11bf-401c-b0cb-52968e5d6d07", "tag": "5d6aee83-8fca-4ec9-8a36-9eed297963c5"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:36:09.167188 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f568d-e871-4e44-8fc7-be8a790bd88c service neutron] Pushing event updated for resources: {'Port': ['ID=5d6aee83-8fca-4ec9-8a36-9eed297963c5,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:09.207561 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-65d5326c-db53-4bcb-b85d-ab5737dd0788 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0126445 Jun 30 16:36:09.223627 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Request body: {'port': {'device_id': 'cc03842b-e56f-4828-99c9-0b175cd2277f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:09.244040 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-200e2a6c-dee2-4d51-8e42-bb4581d925cb x-openstack-request-id: req-200e2a6c-dee2-4d51-8e42-bb4581d925cb {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:36:09.256379 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a18c62fb-c59b-4abe-a702-ce3ab9dc757c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:09.257622 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-a18c62fb-c59b-4abe-a702-ce3ab9dc757c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7978470 Jun 30 16:36:09.272325 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de05418a-11bf-401c-b0cb-52968e5d6d07", "tag": "5d6aee83-8fca-4ec9-8a36-9eed297963c5", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:36:09.280604 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36106) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:09.281654 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-200e2a6c-dee2-4d51-8e42-bb4581d925cb {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:36:09.283600 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-200e2a6c-dee2-4d51-8e42-bb4581d925cb'] response: {'name': 'network-changed', 'server_uuid': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'tag': '5d6aee83-8fca-4ec9-8a36-9eed297963c5', 'status': 'completed', 'code': 200} Jun 30 16:36:09.294565 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:09.356057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69996ecf-65e8-4f4e-be59-612b5f36ac31 req-e554909c-4ec8-4225-95a3-16e22025c493 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:09.373808 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-69996ecf-65e8-4f4e-be59-612b5f36ac31 req-e554909c-4ec8-4225-95a3-16e22025c493 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 944 time: 0.1426923 Jun 30 16:36:09.471991 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:09.481878 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b316ea-7b26-4fc7-8265-919f6e5655de req-c1f58b75-882b-4272-b046-9defa418755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:09.484066 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a6b316ea-7b26-4fc7-8265-919f6e5655de req-c1f58b75-882b-4272-b046-9defa418755c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 1128 time: 0.1907094 Jun 30 16:36:09.514051 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-69996ecf-65e8-4f4e-be59-612b5f36ac31 req-448482f9-4fd8-48b8-9d7a-530d16b1505c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389124 Jun 30 16:36:09.591239 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:09.631395 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:09.780671 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b316ea-7b26-4fc7-8265-919f6e5655de req-be9bf4f8-8571-401b-ab88-e2ba96e26b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:09.782304 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a6b316ea-7b26-4fc7-8265-919f6e5655de req-be9bf4f8-8571-401b-ab88-e2ba96e26b5d service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2882545 Jun 30 16:36:09.802634 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:09.815712 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Allocated IP 172.27.2.242 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/c2b36820-4935-4040-8777-8dd5b436bd8f) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:36:09.960183 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:09.980789 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b316ea-7b26-4fc7-8265-919f6e5655de req-37db621f-badf-4075-885b-6e44a79923d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:09.982440 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a6b316ea-7b26-4fc7-8265-919f6e5655de req-37db621f-badf-4075-885b-6e44a79923d2 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1916747 Jun 30 16:36:10.089013 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:10.147030 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f33f308-ce97-4120-965f-b9d4d472b4a5 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:36:10.155412 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5126-f591-4381-b236-8f86abc890be req-2919287f-3b3e-410c-9c7c-8b6d8ef1e049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:10.157149 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-2919287f-3b3e-410c-9c7c-8b6d8ef1e049 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 1128 time: 0.0998719 Jun 30 16:36:10.159338 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for port (c2b36820-4935-4040-8777-8dd5b436bd8f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:10.159631 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Publish callbacks [] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:10.223289 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36120) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:10.262987 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-fc7568fe-c1ef-469e-b267-6c89ac7fcb5d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d6aee83-8fca-4ec9-8a36-9eed297963c5 HTTP/1.1" status: 200 len: 217 time: 0.0921893 Jun 30 16:36:10.266357 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Transition to ACTIVE for port object 3f33f308-ce97-4120-965f-b9d4d472b4a5 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:36:10.266495 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada20db0-733a-4014-af28-b81e25aedba9 req-b4181dbc-1637-41b6-af37-1ff5cc767187 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:10.268156 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ada20db0-733a-4014-af28-b81e25aedba9 req-b4181dbc-1637-41b6-af37-1ff5cc767187 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 931 time: 0.1044207 Jun 30 16:36:10.368480 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ada20db0-733a-4014-af28-b81e25aedba9 req-a022d0c4-53ff-40c9-b419-d7482a88e5a1 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853763 Jun 30 16:36:10.375255 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5126-f591-4381-b236-8f86abc890be req-a7ec352b-e6ed-4301-939a-ec2224e04419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:10.377320 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-a7ec352b-e6ed-4301-939a-ec2224e04419 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62e7d36d-3495-499f-a7ab-fddad57919a9 HTTP/1.1" status: 200 len: 853 time: 0.1063364 Jun 30 16:36:10.437796 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:10.465788 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (c2b36820-4935-4040-8777-8dd5b436bd8f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:10.494627 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-317caa8b-12e7-4967-b593-dcbb1bbdb616 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:10.503177 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f33f308-ce97-4120-965f-b9d4d472b4a5,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:10.524782 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb5126-f591-4381-b236-8f86abc890be req-035c0d29-db0f-4cfb-b8df-2cdc04e246a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:10.527568 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-035c0d29-db0f-4cfb-b8df-2cdc04e246a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16892394-e408-48ab-985b-412d1c45e5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1422637 Jun 30 16:36:10.539660 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:10.546863 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:10.555568 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:36:10.590584 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event updated for resources: {'Port': ['ID=c2b36820-4935-4040-8777-8dd5b436bd8f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:10.710857 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Attempting to bind port 3f33f308-ce97-4120-965f-b9d4d472b4a5 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:36:10.711259 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Attempting to bind port 3f33f308-ce97-4120-965f-b9d4d472b4a5 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '1e2fa372-494b-4a0a-8993-ad26bd33b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:36:10.711688 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Attempting to bind port 3f33f308-ce97-4120-965f-b9d4d472b4a5 on network cb2d6663-d883-4174-ba6e-c7fc0350bd02 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:10.724364 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Port 3f33f308-ce97-4120-965f-b9d4d472b4a5 on network cb2d6663-d883-4174-ba6e-c7fc0350bd02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:36:10.726134 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Attempting to bind port 3f33f308-ce97-4120-965f-b9d4d472b4a5 on network cb2d6663-d883-4174-ba6e-c7fc0350bd02 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:10.736895 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:36:10.737240 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Checking segment: {'id': '1e2fa372-494b-4a0a-8993-ad26bd33b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:10.737546 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Bound using segment: {'id': '1e2fa372-494b-4a0a-8993-ad26bd33b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:36:10.738012 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Bound port: 3f33f308-ce97-4120-965f-b9d4d472b4a5, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2fa372-494b-4a0a-8993-ad26bd33b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:36:10.738177 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3663a79-3a53-4d2c-aa38-64343e001c1e req-6b1ae3e4-dbed-4165-8b7a-fe42d99f4999 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:10.738385 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:10.739732 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b3663a79-3a53-4d2c-aa38-64343e001c1e req-6b1ae3e4-dbed-4165-8b7a-fe42d99f4999 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 944 time: 0.1012433 Jun 30 16:36:10.775257 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-22193bf5-3878-489b-a0b6-bccc9289a075 service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2357686 Jun 30 16:36:10.779067 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for floatingip (bc3a91e9-f5e3-4a42-b684-880eeebb3bbc), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:10.781964 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-317caa8b-12e7-4967-b593-dcbb1bbdb616 admin admin] Publish callbacks [] for security_group (d711386f-da7a-44d9-904e-8c2a31768ddb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:10.838901 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:36:10.840803 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b3663a79-3a53-4d2c-aa38-64343e001c1e req-83502f3b-35ed-449c-aeaa-aeedc2075208 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807931 Jun 30 16:36:10.899897 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-317caa8b-12e7-4967-b593-dcbb1bbdb616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (d711386f-da7a-44d9-904e-8c2a31768ddb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:10.930938 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] For port 3f33f308-ce97-4120-965f-b9d4d472b4a5, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:36:10.945237 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317caa8b-12e7-4967-b593-dcbb1bbdb616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d711386f-da7a-44d9-904e-8c2a31768ddb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:10.949777 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-317caa8b-12e7-4967-b593-dcbb1bbdb616 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=16cee814ae7e491b8c4c4f880f17e1ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7253642 Jun 30 16:36:10.950851 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] For port 3f33f308-ce97-4120-965f-b9d4d472b4a5, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3f33f308-ce97-4120-965f-b9d4d472b4a5,segment=NetworkSegment(1e2fa372-494b-4a0a-8993-ad26bd33b920),segment_id=1e2fa372-494b-4a0a-8993-ad26bd33b920)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:36:10.952358 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36146) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:10.964192 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fcb5126-f591-4381-b236-8f86abc890be req-ba7cf278-e01c-446d-983a-aa2e0fbda58a service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622190 Jun 30 16:36:11.010738 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60a5a255-d244-45ad-8fc7-a052897ba556 admin admin] Publish callbacks [] for security_group (d711386f-da7a-44d9-904e-8c2a31768ddb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:11.039787 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60a5a255-d244-45ad-8fc7-a052897ba556 admin admin] Publish callbacks [] for security_group (d711386f-da7a-44d9-904e-8c2a31768ddb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:11.094274 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (c2b36820-4935-4040-8777-8dd5b436bd8f), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:11.176864 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:11.216534 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:11.218915 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:11.220559 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] 10.222.0.65 "PUT /v2.0/ports/3f33f308-ce97-4120-965f-b9d4d472b4a5 HTTP/1.1" status: 200 len: 1093 time: 2.0038102 Jun 30 16:36:11.259366 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223e6d5-a381-4f42-bf9c-36fe34a02fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=3f33f308-ce97-4120-965f-b9d4d472b4a5,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:11.292932 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc03842b-e56f-4828-99c9-0b175cd2277f', 'tag': '3f33f308-ce97-4120-965f-b9d4d472b4a5'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:36:11.295399 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac6106f3-5d20-487c-b8bb-8a202ab0bba8" -d '{"events": [{"name": "network-changed", "server_uuid": "cc03842b-e56f-4828-99c9-0b175cd2277f", "tag": "3f33f308-ce97-4120-965f-b9d4d472b4a5"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:36:11.297576 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for port (c2b36820-4935-4040-8777-8dd5b436bd8f), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:11.334715 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16679469-7361-4204-b9ff-a9faf1e722ee x-openstack-request-id: req-16679469-7361-4204-b9ff-a9faf1e722ee {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:36:11.335105 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc03842b-e56f-4828-99c9-0b175cd2277f", "tag": "3f33f308-ce97-4120-965f-b9d4d472b4a5", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:36:11.335451 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-16679469-7361-4204-b9ff-a9faf1e722ee {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:36:11.335998 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16679469-7361-4204-b9ff-a9faf1e722ee'] response: {'name': 'network-changed', 'server_uuid': 'cc03842b-e56f-4828-99c9-0b175cd2277f', 'tag': '3f33f308-ce97-4120-965f-b9d4d472b4a5', 'status': 'completed', 'code': 200} Jun 30 16:36:11.346025 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60a5a255-d244-45ad-8fc7-a052897ba556 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (d711386f-da7a-44d9-904e-8c2a31768ddb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:11.348734 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-60a5a255-d244-45ad-8fc7-a052897ba556 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:11.350031 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-60a5a255-d244-45ad-8fc7-a052897ba556 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d711386f-da7a-44d9-904e-8c2a31768ddb HTTP/1.1" status: 204 len: 168 time: 0.3966920 Jun 30 16:36:11.361186 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5a255-d244-45ad-8fc7-a052897ba556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d711386f-da7a-44d9-904e-8c2a31768ddb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:11.488610 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (c2b36820-4935-4040-8777-8dd5b436bd8f), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:11.526863 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:11.550348 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4281d3-0281-43d1-8b4b-93fbd50ec5c7 req-1ab4c38e-eb92-4ec3-b299-62b21588574f tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:11.557363 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fd4281d3-0281-43d1-8b4b-93fbd50ec5c7 req-1ab4c38e-eb92-4ec3-b299-62b21588574f tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 943 time: 0.1018996 Jun 30 16:36:11.599893 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:11.605825 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event updated for resources: {'Port': ['ID=c2b36820-4935-4040-8777-8dd5b436bd8f,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:11.639843 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (bc3a91e9-f5e3-4a42-b684-880eeebb3bbc), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:11.660673 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fd4281d3-0281-43d1-8b4b-93fbd50ec5c7 req-7acf7903-103b-4436-951a-2389b54bdccd tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021514 Jun 30 16:36:11.759236 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:11.760644 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-4750a322-f14f-4e3a-abf0-4ac8a6a4ea6c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4779205 Jun 30 16:36:11.883408 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:12.396733 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6106f3-5d20-487c-b8bb-8a202ab0bba8 req-fa798072-bbd9-430e-bd4c-8c21be1f1811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:12.398332 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ac6106f3-5d20-487c-b8bb-8a202ab0bba8 req-fa798072-bbd9-430e-bd4c-8c21be1f1811 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4df4c3aa7c8044dcbd46064e0e495a84&device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 1127 time: 0.0643227 Jun 30 16:36:12.571369 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6106f3-5d20-487c-b8bb-8a202ab0bba8 req-64bbc04e-35cc-4731-b9bc-6fdc6f13cfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:12.576231 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ac6106f3-5d20-487c-b8bb-8a202ab0bba8 req-64bbc04e-35cc-4731-b9bc-6fdc6f13cfc3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4df4c3aa7c8044dcbd46064e0e495a84&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1657693 Jun 30 16:36:12.707402 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbea877-24c8-4f1c-af78-f56fe099d60a req-7b4b1819-ba4b-41ae-b3be-353ea0710c45 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:12.709919 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3fbea877-24c8-4f1c-af78-f56fe099d60a req-7b4b1819-ba4b-41ae-b3be-353ea0710c45 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 944 time: 0.0737243 Jun 30 16:36:12.710686 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36236) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:12.765389 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6106f3-5d20-487c-b8bb-8a202ab0bba8 req-04a8e70c-121c-4db3-a3c2-d290cb95630e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:12.766810 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ac6106f3-5d20-487c-b8bb-8a202ab0bba8 req-04a8e70c-121c-4db3-a3c2-d290cb95630e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1831055 Jun 30 16:36:12.795947 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3fbea877-24c8-4f1c-af78-f56fe099d60a req-5951de3a-90ea-4cd7-a23c-936b3f3fbe5d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764732 Jun 30 16:36:12.899591 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36250) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:12.974945 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-b8b08097-ac32-4892-a73c-d07e3e06b022 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1879615648&fields=id&tenant_id=839a189179c543c6a704a968170ec022 HTTP/1.1" status: 200 len: 267 time: 0.0918469 Jun 30 16:36:12.975157 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4213c815-5964-4a4e-852f-75e86dad9b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:12.976935 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-4213c815-5964-4a4e-852f-75e86dad9b7d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4df4c3aa7c8044dcbd46064e0e495a84&device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 1127 time: 0.0670810 Jun 30 16:36:12.991973 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2044308052-network', 'tenant_id': '19b35fc495a345898167db62b9b95887'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:13.036444 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a820940-777f-418d-b03c-b517d42ad951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:13.052687 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-b376bc5b-46ec-4326-a700-e887c80f56dc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3f33f308-ce97-4120-965f-b9d4d472b4a5 HTTP/1.1" status: 200 len: 217 time: 0.0641303 Jun 30 16:36:13.120118 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-23432235-104f-4972-8494-d1854b9e7aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:13.121780 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-23432235-104f-4972-8494-d1854b9e7aae service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e71613b5-f660-4c57-9d73-a805cb279c2b HTTP/1.1" status: 200 len: 854 time: 0.0573421 Jun 30 16:36:13.164740 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-cd700b16-8bde-4cc1-b444-bd279ccecf02 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb2d6663-d883-4174-ba6e-c7fc0350bd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304806 Jun 30 16:36:13.268555 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-c0766d8c-8748-42d1-878c-8a8ac490bbfb service neutron] 10.222.0.65 "GET /v2.0/networks/cb2d6663-d883-4174-ba6e-c7fc0350bd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953834 Jun 30 16:36:13.347458 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:13.401881 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-07ceb750-dbb7-4562-a159-a32feda29cbc req-afcc3e3e-0170-43fd-89a5-57e3e6672436 service neutron] 10.222.0.65 "GET /v2.0/networks/cb2d6663-d883-4174-ba6e-c7fc0350bd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246037 Jun 30 16:36:13.442168 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Made reservation on behalf of 19b35fc495a345898167db62b9b95887 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:36:13.444508 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:13.475056 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:13.482423 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20850ca9-82e4-4dcd-9c26-1575ca3f3a31 req-e2227744-32aa-4aa7-964e-60c3d3f179f5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:13.483944 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20850ca9-82e4-4dcd-9c26-1575ca3f3a31 req-e2227744-32aa-4aa7-964e-60c3d3f179f5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.1026204 Jun 30 16:36:13.507988 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99f05618-57e4-4f13-9ca2-41e1bbdfe4c1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:13.514849 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99f05618-57e4-4f13-9ca2-41e1bbdfe4c1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 817 time: 0.5333610 Jun 30 16:36:13.561918 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-4f4bdc3c-c159-496d-b087-378579f12a02 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/quotas/839a189179c543c6a704a968170ec022 HTTP/1.1" status: 200 len: 375 time: 0.0376031 Jun 30 16:36:13.646882 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a820940-777f-418d-b03c-b517d42ad951 admin admin] Publish callbacks [] for security_group (d14fe2eb-258b-4d14-9545-22254e243b56), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:13.653909 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20850ca9-82e4-4dcd-9c26-1575ca3f3a31 req-ae3c67cf-f6d3-4967-9eb6-1da4ba9a5d43 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1563244 Jun 30 16:36:13.676504 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-26fac9ee-867f-4e7e-a068-dbc1ed6a9a60 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1005425 Jun 30 16:36:13.735987 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Publish callbacks [] for security_group (8cf8a637-a560-475e-88c4-7efe9310df68), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:13.791107 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a820940-777f-418d-b03c-b517d42ad951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (d14fe2eb-258b-4d14-9545-22254e243b56), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:13.846065 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (8cf8a637-a560-475e-88c4-7efe9310df68), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:13.855247 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-5a820940-777f-418d-b03c-b517d42ad951 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=67e4bbb83c0b4f4585b0d0afd6e6a35e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1431236 Jun 30 16:36:13.858314 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36262) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:13.861032 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a820940-777f-418d-b03c-b517d42ad951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d14fe2eb-258b-4d14-9545-22254e243b56,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:13.865342 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-d9cefe74-8766-4adc-b1c9-fda78c3b53f1 service neutron] 10.222.0.67 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725338 Jun 30 16:36:13.891740 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:36:13.937784 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c358e76d-608a-4a72-9c16-817462638b9f admin admin] Publish callbacks [] for security_group (d14fe2eb-258b-4d14-9545-22254e243b56), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:13.953862 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (515e25aa-70f7-4dc5-8af9-50f5385ec385), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:13.954214 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.segments_db [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Added segment 515e25aa-70f7-4dc5-8af9-50f5385ec385 of type vlan for network 43d53998-b324-428d-a316-199f927750c3 Jun 30 16:36:13.965294 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c358e76d-608a-4a72-9c16-817462638b9f admin admin] Publish callbacks [] for security_group (d14fe2eb-258b-4d14-9545-22254e243b56), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:13.971504 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf8a637-a560-475e-88c4-7efe9310df68,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:13.994910 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8505d42e-dd8e-4ac6-a969-51651ca80273 req-ba0d3f38-1b08-46cc-9fb4-6ba50dfdc9de tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:13.996650 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8505d42e-dd8e-4ac6-a969-51651ca80273 req-ba0d3f38-1b08-46cc-9fb4-6ba50dfdc9de tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 943 time: 0.1290772 Jun 30 16:36:14.075212 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=6 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:14.101739 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (43d53998-b324-428d-a316-199f927750c3), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:14.115770 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c358e76d-608a-4a72-9c16-817462638b9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (d14fe2eb-258b-4d14-9545-22254e243b56), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:14.118735 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c358e76d-608a-4a72-9c16-817462638b9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:14.125158 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c358e76d-608a-4a72-9c16-817462638b9f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d14fe2eb-258b-4d14-9545-22254e243b56 HTTP/1.1" status: 204 len: 168 time: 0.2648304 Jun 30 16:36:14.134134 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-8237f052-1e8a-4170-8fd5-171fd417e104 service neutron] 10.222.0.67 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2491999 Jun 30 16:36:14.140376 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8505d42e-dd8e-4ac6-a969-51651ca80273 req-4183416c-4eb5-4bcf-a581-962293d5c8b1 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122279 Jun 30 16:36:14.149365 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c358e76d-608a-4a72-9c16-817462638b9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14fe2eb-258b-4d14-9545-22254e243b56,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:14.245470 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (43d53998-b324-428d-a316-199f927750c3), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:14.246444 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:14.247766 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:14.329965 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562b9368-e60d-4b3e-92bd-cc6e52a10981 req-4ee138e0-82ea-4713-97ac-2bd1e18c43c4 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:14.331879 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-562b9368-e60d-4b3e-92bd-cc6e52a10981 req-4ee138e0-82ea-4713-97ac-2bd1e18c43c4 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 944 time: 0.0968931 Jun 30 16:36:14.368096 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] Pushing event updated for resources: {'Network': ['ID=43d53998-b324-428d-a316-199f927750c3,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:14.376771 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-14897966-20c1-46da-af13-2c60fa9132c6 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.4755886 Jun 30 16:36:14.380147 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36272) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:14.385455 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-1ff2ec96-c336-4941-b714-ee75aa5b8fa2 admin admin] Request body: {'subnet': {'network_id': '43d53998-b324-428d-a316-199f927750c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2044308052-subnet', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:14.391677 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 43d53998-b324-428d-a316-199f927750c3 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:36:14.469472 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-562b9368-e60d-4b3e-92bd-cc6e52a10981 req-ba96160b-a30c-4d5f-9e59-f07a4d01b551 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977974 Jun 30 16:36:14.548006 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:14.554154 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bfa6ceb4-dab5-496f-af4e-7b46c61c0942 req-88ba115e-009f-4c90-b6e3-715c56179555 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 210 time: 0.0941777 Jun 30 16:36:14.592478 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ff2ec96-c336-4941-b714-ee75aa5b8fa2 admin admin] Made reservation on behalf of 19b35fc495a345898167db62b9b95887 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:36:14.595050 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ff2ec96-c336-4941-b714-ee75aa5b8fa2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:14.690852 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:14.724642 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36288) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:14.822306 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c1d58-8a16-4aac-a697-7e254cfb2992 req-2d168c81-13ca-4cc9-be64-64c618cae46a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:14.823991 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6e6c1d58-8a16-4aac-a697-7e254cfb2992 req-2d168c81-13ca-4cc9-be64-64c618cae46a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.0653389 Jun 30 16:36:14.895542 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6e6c1d58-8a16-4aac-a697-7e254cfb2992 req-1f5abba6-6f4b-4360-a63f-9134d320da9b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636678 Jun 30 16:36:14.902289 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee3f3c12-eb8e-4d74-8bb2-ef6dd6a261d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:14.978134 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ff2ec96-c336-4941-b714-ee75aa5b8fa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for subnet (d61d6a43-b270-4bed-9903-630d27b24abf), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:14.988764 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 5d6aee83-8fca-4ec9-8a36-9eed297963c5 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:36:15.001211 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee3f3c12-eb8e-4d74-8bb2-ef6dd6a261d3 admin admin] Publish callbacks [] for security_group (40c01066-09cf-4232-a1ef-8b376b3cf517), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.050907 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2ec96-c336-4941-b714-ee75aa5b8fa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d61d6a43-b270-4bed-9903-630d27b24abf,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:15.056450 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ff2ec96-c336-4941-b714-ee75aa5b8fa2 admin admin] Checking segment: {'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:15.056815 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff2ec96-c336-4941-b714-ee75aa5b8fa2 admin admin] Network hostable DHCP agents. Network: 43d53998-b324-428d-a316-199f927750c3, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:36:15.123877 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 5d6aee83-8fca-4ec9-8a36-9eed297963c5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5d6aee83-8fca-4ec9-8a36-9eed297963c5,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:15.129057 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:15.129538 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee3f3c12-eb8e-4d74-8bb2-ef6dd6a261d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (40c01066-09cf-4232-a1ef-8b376b3cf517), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.137224 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '5d6aee83-8fca-4ec9-8a36-9eed297963c5', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'port_id': '5d6aee83-8fca-4ec9-8a36-9eed297963c5', 'mac_address': 'fa:16:3e:47:73:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:36:15.141928 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:15.160887 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ff2ec96-c336-4941-b714-ee75aa5b8fa2 admin admin] Network 43d53998-b324-428d-a316-199f927750c3 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:36:15.179019 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-ee3f3c12-eb8e-4d74-8bb2-ef6dd6a261d3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=700cea58747346449902b9cd60948e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4532032 Jun 30 16:36:15.179462 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36296) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:15.180368 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f3c12-eb8e-4d74-8bb2-ef6dd6a261d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c01066-09cf-4232-a1ef-8b376b3cf517,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:15.185590 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:15.186068 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.201711 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6aee83-8fca-4ec9-8a36-9eed297963c5 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:36:15.223901 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36298) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:15.224903 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 5d6aee83-8fca-4ec9-8a36-9eed297963c5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5d6aee83-8fca-4ec9-8a36-9eed297963c5,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:15.239509 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9141fc4-22bb-4961-a19e-9437b8834970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.245851 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ff39447f-aa70-4c13-ad93-d18e79aa96bb admin admin] Publish callbacks [] for security_group (40c01066-09cf-4232-a1ef-8b376b3cf517), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.272572 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ff39447f-aa70-4c13-ad93-d18e79aa96bb admin admin] Publish callbacks [] for security_group (40c01066-09cf-4232-a1ef-8b376b3cf517), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.304370 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-1ff2ec96-c336-4941-b714-ee75aa5b8fa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 43d53998-b324-428d-a316-199f927750c3) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:15.306950 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.309231 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff2ec96-c336-4941-b714-ee75aa5b8fa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:15.309996 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1ff2ec96-c336-4941-b714-ee75aa5b8fa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.321736 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b987d-e067-4afe-af05-17dd8dcac251 req-6e0c34a6-b128-43fe-b034-023e73a1c933 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:15.323329 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bb8b987d-e067-4afe-af05-17dd8dcac251 req-6e0c34a6-b128-43fe-b034-023e73a1c933 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 943 time: 0.0743430 Jun 30 16:36:15.342156 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf6207d-5112-4545-a82a-cf5da9ca9ec3 None None] Network 43d53998-b324-428d-a316-199f927750c3 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:36:15.384096 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bb8b987d-e067-4afe-af05-17dd8dcac251 req-5f551f9d-6896-4bfd-ad40-c7f5650f94da tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541418 Jun 30 16:36:15.390049 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-1ff2ec96-c336-4941-b714-ee75aa5b8fa2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0088689 Jun 30 16:36:15.393553 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36300) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:15.398899 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:15.413332 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ff39447f-aa70-4c13-ad93-d18e79aa96bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (40c01066-09cf-4232-a1ef-8b376b3cf517), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.417823 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ff39447f-aa70-4c13-ad93-d18e79aa96bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.421145 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ff39447f-aa70-4c13-ad93-d18e79aa96bb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/40c01066-09cf-4232-a1ef-8b376b3cf517 HTTP/1.1" status: 204 len: 168 time: 0.2381773 Jun 30 16:36:15.434846 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=5d6aee83-8fca-4ec9-8a36-9eed297963c5,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:15.450723 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39447f-aa70-4c13-ad93-d18e79aa96bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c01066-09cf-4232-a1ef-8b376b3cf517,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:15.452370 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.452727 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.453901 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.454613 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.454965 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.456170 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.456628 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.457096 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.457432 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.457764 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.458092 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.458445 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.458778 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.459105 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.460276 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:15.471800 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:15.492075 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9141fc4-22bb-4961-a19e-9437b8834970 admin admin] Publish callbacks [] for security_group (b58be47b-0488-4ff6-ab94-2de587052916), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.493934 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42960'] for router (17654f20-9367-4fd0-a015-fdd44915b95f), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.495280 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1039047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42969'] for router (17654f20-9367-4fd0-a015-fdd44915b95f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.508609 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-43d53998-b324-428d-a316-199f927750c3', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'project_id': '19b35fc495a345898167db62b9b95887', 'fixed_ips': [{'subnet_id': 'd61d6a43-b270-4bed-9903-630d27b24abf'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:36:15.510007 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.619992 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b9141fc4-22bb-4961-a19e-9437b8834970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (b58be47b-0488-4ff6-ab94-2de587052916), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.671985 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Publish callbacks [] for router_controller (17654f20-9367-4fd0-a015-fdd44915b95f), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.677787 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['5d6aee83-8fca-4ec9-8a36-9eed297963c5'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:36:15.724269 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36310) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:15.724404 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-b9141fc4-22bb-4961-a19e-9437b8834970 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4b8b725a6ef4466fbe50bf3bf7073dc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4991233 Jun 30 16:36:15.744921 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Allocated IP 172.20.0.2 (43d53998-b324-428d-a316-199f927750c3/d61d6a43-b270-4bed-9903-630d27b24abf/ab213cef-69e1-4874-bafb-f56b2222ea09) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:36:15.752086 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-70774022-8a4e-41a0-a5d4-6e325b810e74 req-995aab23-ef33-4b21-9961-6ea68f0dd5cd tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 210 time: 0.0859816 Jun 30 16:36:15.797049 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0143cfef-7d0c-4e00-8356-11347c4bfa36 admin admin] Publish callbacks [] for security_group (b58be47b-0488-4ff6-ab94-2de587052916), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.804823 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb36dc4-6b47-4d75-b17e-204438da8759 req-b5232176-ad6d-4f0d-a54f-8fdb861cc0b1 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:15.806381 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-edb36dc4-6b47-4d75-b17e-204438da8759 req-b5232176-ad6d-4f0d-a54f-8fdb861cc0b1 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 945 time: 0.1926045 Jun 30 16:36:15.807689 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9141fc4-22bb-4961-a19e-9437b8834970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b58be47b-0488-4ff6-ab94-2de587052916,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:15.824949 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0143cfef-7d0c-4e00-8356-11347c4bfa36 admin admin] Publish callbacks [] for security_group (b58be47b-0488-4ff6-ab94-2de587052916), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:15.994912 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-edb36dc4-6b47-4d75-b17e-204438da8759 req-0cbaa1bd-8397-4c81-8957-46bf0759d245 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821871 Jun 30 16:36:16.019806 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:16.021083 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Publish callbacks [] for router_gateway (17654f20-9367-4fd0-a015-fdd44915b95f), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.022001 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0143cfef-7d0c-4e00-8356-11347c4bfa36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (b58be47b-0488-4ff6-ab94-2de587052916), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.028344 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0143cfef-7d0c-4e00-8356-11347c4bfa36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.030605 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-0143cfef-7d0c-4e00-8356-11347c4bfa36 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b58be47b-0488-4ff6-ab94-2de587052916 HTTP/1.1" status: 204 len: 168 time: 0.3051128 Jun 30 16:36:16.050093 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143cfef-7d0c-4e00-8356-11347c4bfa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b58be47b-0488-4ff6-ab94-2de587052916,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:16.073403 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Publish callbacks [] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.105012 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07607c7-7f65-4bd0-a41a-1acc7506ad5a req-482d1f09-23a2-40d4-8b00-ece6eca9e866 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:16.106981 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b07607c7-7f65-4bd0-a41a-1acc7506ad5a req-482d1f09-23a2-40d4-8b00-ece6eca9e866 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.1066301 Jun 30 16:36:16.169549 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.218298 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Network 43d53998-b324-428d-a316-199f927750c3 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:16.223312 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:16.228767 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:36:16.232632 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b07607c7-7f65-4bd0-a41a-1acc7506ad5a req-46ababf1-7f57-417e-8aa8-996178a3c1cf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191661 Jun 30 16:36:16.238005 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Pushing event updated for resources: {'Port': ['ID=ab213cef-69e1-4874-bafb-f56b2222ea09,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:16.314987 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Attempting to bind port ab213cef-69e1-4874-bafb-f56b2222ea09 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:36:16.315683 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Attempting to bind port ab213cef-69e1-4874-bafb-f56b2222ea09 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:36:16.316049 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Attempting to bind port ab213cef-69e1-4874-bafb-f56b2222ea09 on network 43d53998-b324-428d-a316-199f927750c3 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:16.322215 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:36:16.322681 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Checking segment: {'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:16.323009 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.323409 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Bound using segment: {'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:36:16.323930 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Bound port: ab213cef-69e1-4874-bafb-f56b2222ea09, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:36:16.324396 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.382279 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36318) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:16.402386 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-237951c3-f025-44c8-9db6-91e749d9c3f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.404500 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] For port ab213cef-69e1-4874-bafb-f56b2222ea09, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:36:16.407790 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] For port ab213cef-69e1-4874-bafb-f56b2222ea09, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=ab213cef-69e1-4874-bafb-f56b2222ea09,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:36:16.425255 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Publish callbacks [] for router_gateway (17654f20-9367-4fd0-a015-fdd44915b95f), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.450859 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.579328 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47270b17-dfbe-4a2b-bae7-ee81c2c956b6 req-b7466965-48b0-44e4-9c10-dcb675f48821 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:16.581853 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-47270b17-dfbe-4a2b-bae7-ee81c2c956b6 req-b7466965-48b0-44e4-9c10-dcb675f48821 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 943 time: 0.1176414 Jun 30 16:36:16.588051 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.592229 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:16.696756 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-237951c3-f025-44c8-9db6-91e749d9c3f4 admin admin] Publish callbacks [] for security_group (085a4f46-8cb6-4864-a320-66d0f00f4918), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.698417 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Allocated IP 172.27.2.167 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:36:16.712760 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e82cd8d-e507-4ecd-956d-eb4ca4c25032 None None] Pushing event updated for resources: {'Port': ['ID=ab213cef-69e1-4874-bafb-f56b2222ea09,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:16.729672 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-47270b17-dfbe-4a2b-bae7-ee81c2c956b6 req-ebc669c4-fd35-4627-ac29-be775a454bc5 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282806 Jun 30 16:36:16.828096 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-237951c3-f025-44c8-9db6-91e749d9c3f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (085a4f46-8cb6-4864-a320-66d0f00f4918), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:16.905631 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6b92e27b-5cae-4bac-ab9d-9aaa3bf8ab24 req-359c2250-2608-4a2e-961d-8db24200d885 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 210 time: 0.0722129 Jun 30 16:36:16.920967 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237951c3-f025-44c8-9db6-91e749d9c3f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=085a4f46-8cb6-4864-a320-66d0f00f4918,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:16.928438 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-237951c3-f025-44c8-9db6-91e749d9c3f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6c3da678b484b079729c603fcbb6f6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5436130 Jun 30 16:36:16.933250 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36328) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:16.962579 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Publish callbacks [] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.003077 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 3f33f308-ce97-4120-965f-b9d4d472b4a5 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:36:17.017104 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0e10bdc-7fdc-4b2e-83b8-c74336f29ae4 admin admin] Publish callbacks [] for security_group (085a4f46-8cb6-4864-a320-66d0f00f4918), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.037801 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 5d6aee83-8fca-4ec9-8a36-9eed297963c5 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:17.046408 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0e10bdc-7fdc-4b2e-83b8-c74336f29ae4 admin admin] Publish callbacks [] for security_group (085a4f46-8cb6-4864-a320-66d0f00f4918), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.144254 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f97b2-5fc1-4cca-bbeb-4be97671095d req-e9055f64-690b-4153-b62c-92beb5879fe7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:17.145819 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-558f97b2-5fc1-4cca-bbeb-4be97671095d req-e9055f64-690b-4153-b62c-92beb5879fe7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 945 time: 0.0630345 Jun 30 16:36:17.179103 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:36:17.201768 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 3f33f308-ce97-4120-965f-b9d4d472b4a5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3f33f308-ce97-4120-965f-b9d4d472b4a5,segment=NetworkSegment(1e2fa372-494b-4a0a-8993-ad26bd33b920),segment_id=1e2fa372-494b-4a0a-8993-ad26bd33b920)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:17.202672 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-558f97b2-5fc1-4cca-bbeb-4be97671095d req-f8322943-0839-4696-b66a-75426b73f46b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503869 Jun 30 16:36:17.219058 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.255926 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36332) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:17.270109 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:17.274164 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:17.278320 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:36:17.294052 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9151315a-577f-4f16-85af-06b68e29d921 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.296680 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0e10bdc-7fdc-4b2e-83b8-c74336f29ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (085a4f46-8cb6-4864-a320-66d0f00f4918), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.303030 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f0e10bdc-7fdc-4b2e-83b8-c74336f29ae4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.312221 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-f0e10bdc-7fdc-4b2e-83b8-c74336f29ae4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/085a4f46-8cb6-4864-a320-66d0f00f4918 HTTP/1.1" status: 204 len: 168 time: 0.3700652 Jun 30 16:36:17.339389 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Pushing event updated for resources: {'Port': ['ID=62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:17.388080 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:17.388511 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.390691 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '3f33f308-ce97-4120-965f-b9d4d472b4a5', 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02', 'port_id': '3f33f308-ce97-4120-965f-b9d4d472b4a5', 'mac_address': 'fa:16:3e:c9:30:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71613b5-f660-4c57-9d73-a805cb279c2b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:36:17.397506 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e10bdc-7fdc-4b2e-83b8-c74336f29ae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=085a4f46-8cb6-4864-a320-66d0f00f4918,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:17.462732 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-ff95f93e-8b67-4b59-9619-114e5d484750 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:17.464543 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-ff95f93e-8b67-4b59-9619-114e5d484750 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 817 time: 0.2236357 Jun 30 16:36:17.498870 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:17.508679 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 3f33f308-ce97-4120-965f-b9d4d472b4a5 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:17.509626 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.545651 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f33f308-ce97-4120-965f-b9d4d472b4a5 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:36:17.587862 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fa337-6eba-41c0-ae67-1ae34c6663cb req-af8c27a5-7964-4c2f-a87d-54ac7cc488f5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:17.597809 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a62fa337-6eba-41c0-ae67-1ae34c6663cb req-af8c27a5-7964-4c2f-a87d-54ac7cc488f5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.0809636 Jun 30 16:36:17.624373 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 3f33f308-ce97-4120-965f-b9d4d472b4a5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3f33f308-ce97-4120-965f-b9d4d472b4a5,segment=NetworkSegment(1e2fa372-494b-4a0a-8993-ad26bd33b920),segment_id=1e2fa372-494b-4a0a-8993-ad26bd33b920)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:17.632523 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9151315a-577f-4f16-85af-06b68e29d921 admin admin] Publish callbacks [] for security_group (696060b5-a6c3-41c5-bdd6-356c0d0af0e1), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.649402 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-e1b84992-7405-4512-a994-a781a92082a6 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=839a189179c543c6a704a968170ec022 HTTP/1.1" status: 200 len: 380 time: 0.1585734 Jun 30 16:36:17.649645 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:17.649645 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.651028 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Request body: {'port': {'device_id': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'admin_state_up': True, 'tenant_id': '839a189179c543c6a704a968170ec022', 'security_groups': ['2a1cb2fe-b742-40ae-b15c-2edd2826c107']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:17.709176 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6aee83-8fca-4ec9-8a36-9eed297963c5'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:36:17.714250 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a402efe8-935b-4c62-9297-8c05100515f7" -d '{"events": [{"server_uuid": "de05418a-11bf-401c-b0cb-52968e5d6d07", "name": "network-vif-plugged", "status": "completed", "tag": "5d6aee83-8fca-4ec9-8a36-9eed297963c5"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:36:17.755273 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a62fa337-6eba-41c0-ae67-1ae34c6663cb req-b887919a-adde-466c-ab94-07ddcced9ec2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565750 Jun 30 16:36:17.773923 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9151315a-577f-4f16-85af-06b68e29d921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (696060b5-a6c3-41c5-bdd6-356c0d0af0e1), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.781519 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 5d6aee83-8fca-4ec9-8a36-9eed297963c5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5d6aee83-8fca-4ec9-8a36-9eed297963c5,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:17.787668 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.807600 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Publish callbacks [] for router_gateway (17654f20-9367-4fd0-a015-fdd44915b95f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.947674 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cc9619-c82a-4bc5-8905-295afb1ba87e x-openstack-request-id: req-31cc9619-c82a-4bc5-8905-295afb1ba87e {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:36:17.947953 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de05418a-11bf-401c-b0cb-52968e5d6d07", "name": "network-vif-plugged", "status": "completed", "tag": "5d6aee83-8fca-4ec9-8a36-9eed297963c5", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:36:17.948207 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-31cc9619-c82a-4bc5-8905-295afb1ba87e {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:36:17.952614 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31cc9619-c82a-4bc5-8905-295afb1ba87e'] response: {'server_uuid': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6aee83-8fca-4ec9-8a36-9eed297963c5', 'code': 200} Jun 30 16:36:17.969547 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:17.973458 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:17.982847 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9151315a-577f-4f16-85af-06b68e29d921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696060b5-a6c3-41c5-bdd6-356c0d0af0e1,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:17.990127 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=3f33f308-ce97-4120-965f-b9d4d472b4a5,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:18.009480 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:18.019680 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-9151315a-577f-4f16-85af-06b68e29d921 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e7ab1b5c8ad64c108c41149d7b33cd5a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7570832 Jun 30 16:36:18.021540 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8295f-f363-41ce-8ae6-a5555b6ffd8b req-015f29fb-21ed-4464-a2c3-61aabb97bbcd tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:18.028585 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a1a8295f-f363-41ce-8ae6-a5555b6ffd8b req-015f29fb-21ed-4464-a2c3-61aabb97bbcd tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 944 time: 0.1025884 Jun 30 16:36:18.039177 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36346) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:18.101764 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['3f33f308-ce97-4120-965f-b9d4d472b4a5'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:36:18.142788 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d92da228-6478-4227-a9a7-95bdc2216600 req-ff63d0b4-54d4-4750-b056-11b4918c6863 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 210 time: 0.0530391 Jun 30 16:36:18.195796 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=5d6aee83-8fca-4ec9-8a36-9eed297963c5,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:18.196455 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7492c7-fb23-4d32-9ef2-2cd6932763a2 None None] Network 43d53998-b324-428d-a316-199f927750c3 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:36:18.289340 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Made reservation on behalf of 839a189179c543c6a704a968170ec022 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:36:18.293341 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a1a8295f-f363-41ce-8ae6-a5555b6ffd8b req-f83158a0-5905-447b-ba1e-22947bdc1401 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640285 Jun 30 16:36:18.295406 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:18.329819 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3449ee4d-769a-4b06-8921-2f6d0af74bcb admin admin] Publish callbacks [] for security_group (696060b5-a6c3-41c5-bdd6-356c0d0af0e1), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:18.394106 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a4047ba8-f7c1-4eae-8abc-768d7766e261 None None] Provisioning complete for port ab213cef-69e1-4874-bafb-f56b2222ea09 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:18.394613 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a4047ba8-f7c1-4eae-8abc-768d7766e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:18.418492 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3449ee4d-769a-4b06-8921-2f6d0af74bcb admin admin] Publish callbacks [] for security_group (696060b5-a6c3-41c5-bdd6-356c0d0af0e1), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:18.437061 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674fa5ee-9a54-49d8-a7cf-3796da707348 req-eda946d8-56ce-4f49-a388-752612251fac tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:18.438554 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-674fa5ee-9a54-49d8-a7cf-3796da707348 req-eda946d8-56ce-4f49-a388-752612251fac tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 946 time: 0.1172903 Jun 30 16:36:18.439752 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1039425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570'] for router (17654f20-9367-4fd0-a015-fdd44915b95f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:18.516260 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=88,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=10 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:18.526346 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593f49b-557c-4007-8082-30acf933f3c8 req-53a3f8c0-d9f4-4e43-9609-012d1eece4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:18.528630 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-7593f49b-557c-4007-8082-30acf933f3c8 req-53a3f8c0-d9f4-4e43-9609-012d1eece4e9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 1130 time: 0.1236539 Jun 30 16:36:18.578146 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a4047ba8-f7c1-4eae-8abc-768d7766e261 None None] Current status of the port ab213cef-69e1-4874-bafb-f56b2222ea09 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:18.578537 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a4047ba8-f7c1-4eae-8abc-768d7766e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:18.655031 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-7593f49b-557c-4007-8082-30acf933f3c8 req-a2e06437-5573-4987-bb8a-bf62e9ad099b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186564 Jun 30 16:36:18.670115 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-674fa5ee-9a54-49d8-a7cf-3796da707348 req-a7a8569c-259b-4dac-9a42-c8aedd61fc20 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2238159 Jun 30 16:36:18.672052 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Allocated IP 172.20.0.14 (aff5e7b4-b06a-4065-b396-531d28bbc09e/59cfdb7b-50de-4ef1-8f7a-e95af2d78968/237f85c7-d517-4bd7-9b4c-cfb1b755a321) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:36:18.684941 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3449ee4d-769a-4b06-8921-2f6d0af74bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (696060b5-a6c3-41c5-bdd6-356c0d0af0e1), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:18.688846 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3449ee4d-769a-4b06-8921-2f6d0af74bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:18.694434 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-3449ee4d-769a-4b06-8921-2f6d0af74bcb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/696060b5-a6c3-41c5-bdd6-356c0d0af0e1 HTTP/1.1" status: 204 len: 168 time: 0.6490810 Jun 30 16:36:18.710252 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-a4047ba8-f7c1-4eae-8abc-768d7766e261 None None] For port ab213cef-69e1-4874-bafb-f56b2222ea09, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=ab213cef-69e1-4874-bafb-f56b2222ea09,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:18.722829 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3449ee4d-769a-4b06-8921-2f6d0af74bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696060b5-a6c3-41c5-bdd6-356c0d0af0e1,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:18.774679 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a4047ba8-f7c1-4eae-8abc-768d7766e261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:18.849534 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device ab213cef-69e1-4874-bafb-f56b2222ea09 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:18.928928 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b687c6f2-fe59-4210-997b-9a40786da9bb None None] Provisioning complete for port ab213cef-69e1-4874-bafb-f56b2222ea09 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:18.929204 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b687c6f2-fe59-4210-997b-9a40786da9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:18.937172 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4047ba8-f7c1-4eae-8abc-768d7766e261 None None] Pushing event updated for resources: {'Port': ['ID=ab213cef-69e1-4874-bafb-f56b2222ea09,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:18.948482 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:18.985067 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port ab213cef-69e1-4874-bafb-f56b2222ea09 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:18.985439 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:19.061755 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:19.096247 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b687c6f2-fe59-4210-997b-9a40786da9bb None None] Current status of the port ab213cef-69e1-4874-bafb-f56b2222ea09 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:19.152341 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port ab213cef-69e1-4874-bafb-f56b2222ea09 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:19.176990 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Network aff5e7b4-b06a-4065-b396-531d28bbc09e is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:19.180630 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:19.185106 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:36:19.192113 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:19.192305 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Router 17654f20-9367-4fd0-a015-fdd44915b95f is scheduled to L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 16:36:19.193211 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:19.215294 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event updated for resources: {'Port': ['ID=237f85c7-d517-4bd7-9b4c-cfb1b755a321,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:19.283328 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 3f33f308-ce97-4120-965f-b9d4d472b4a5 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:19.304706 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34bb529-b024-45e2-a924-93acfe54d370 req-0daea280-8eb6-4b64-8736-3420b3919aa3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:19.310472 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-99578f8d-0368-4d02-8844-4b12b09d2d38 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6643543 Jun 30 16:36:19.313425 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e34bb529-b024-45e2-a924-93acfe54d370 req-0daea280-8eb6-4b64-8736-3420b3919aa3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.4394367 Jun 30 16:36:19.367584 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 3f33f308-ce97-4120-965f-b9d4d472b4a5 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:36:19.426669 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c199e38-34b7-4848-9e7f-3949a782ec30 req-c74360e6-b3b9-46a2-9229-3d3617b0e5dc tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:19.428285 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5c199e38-34b7-4848-9e7f-3949a782ec30 req-c74360e6-b3b9-46a2-9229-3d3617b0e5dc tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 932 time: 0.1726501 Jun 30 16:36:19.468262 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 3f33f308-ce97-4120-965f-b9d4d472b4a5 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:19.470936 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:19.550432 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e34bb529-b024-45e2-a924-93acfe54d370 req-918c1632-aa8e-43ca-8dac-24b7349e1188 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2336645 Jun 30 16:36:19.556116 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Request body: {'port': {'device_id': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:19.574311 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:36:19.600421 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5c199e38-34b7-4848-9e7f-3949a782ec30 req-b74084a2-7cf5-4010-a83a-38bb1f20a35e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1630449 Jun 30 16:36:19.610768 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Sync routers for ids ['17654f20-9367-4fd0-a015-fdd44915b95f'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:36:19.661258 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Routers {'17654f20-9367-4fd0-a015-fdd44915b95f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:36:19.662066 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:36:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['17654f20-9367-4fd0-a015-fdd44915b95f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:19.693147 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:19.713083 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:19.714235 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-c2f7566f-73c0-44eb-8f2c-8f2a6f4209fc admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.3196208 Jun 30 16:36:19.717248 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36392) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:19.746700 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-88389c5c-21e8-4c61-a394-5c5a1372b9af None None] Provisioning complete for port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:19.747451 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-88389c5c-21e8-4c61-a394-5c5a1372b9af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:19.751096 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 3f33f308-ce97-4120-965f-b9d4d472b4a5 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:19.751765 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:19.797328 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 3f33f308-ce97-4120-965f-b9d4d472b4a5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3f33f308-ce97-4120-965f-b9d4d472b4a5,segment=NetworkSegment(1e2fa372-494b-4a0a-8993-ad26bd33b920),segment_id=1e2fa372-494b-4a0a-8993-ad26bd33b920)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:19.854661 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-88389c5c-21e8-4c61-a394-5c5a1372b9af None None] Port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:36:19.880389 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:19.883783 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Set router 17654f20-9367-4fd0-a015-fdd44915b95f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:36:19.887091 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d485b0-4f2b-462a-980e-c2ca1d5472d4 req-f7a50728-251a-4a81-84e7-80c117212975 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:19.888923 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9d485b0-4f2b-462a-980e-c2ca1d5472d4 req-f7a50728-251a-4a81-84e7-80c117212975 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 944 time: 0.2419622 Jun 30 16:36:19.956733 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc03842b-e56f-4828-99c9-0b175cd2277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f33f308-ce97-4120-965f-b9d4d472b4a5'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:36:19.958545 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d004953-cd14-4a83-af8f-7b2a40dfb0a5" -d '{"events": [{"server_uuid": "cc03842b-e56f-4828-99c9-0b175cd2277f", "name": "network-vif-plugged", "status": "completed", "tag": "3f33f308-ce97-4120-965f-b9d4d472b4a5"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:36:20.004943 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9d485b0-4f2b-462a-980e-c2ca1d5472d4 req-8198cf83-da1e-484f-89ac-ef1db80e447f tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082952 Jun 30 16:36:20.032071 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:20.062350 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=3f33f308-ce97-4120-965f-b9d4d472b4a5,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:20.079844 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02319cbd-5f04-4854-86cf-a720ae84d395 req-93414b41-cc1e-4b56-996d-5950ecb8e45e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:20.088941 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-02319cbd-5f04-4854-86cf-a720ae84d395 req-93414b41-cc1e-4b56-996d-5950ecb8e45e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 946 time: 0.2233980 Jun 30 16:36:20.109574 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a3f7f81-8e98-4999-99ae-11d76e1b2e3f x-openstack-request-id: req-6a3f7f81-8e98-4999-99ae-11d76e1b2e3f {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:36:20.110129 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc03842b-e56f-4828-99c9-0b175cd2277f", "name": "network-vif-plugged", "status": "completed", "tag": "3f33f308-ce97-4120-965f-b9d4d472b4a5", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:36:20.110562 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6a3f7f81-8e98-4999-99ae-11d76e1b2e3f {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:36:20.111418 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a3f7f81-8e98-4999-99ae-11d76e1b2e3f'] response: {'server_uuid': 'cc03842b-e56f-4828-99c9-0b175cd2277f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f33f308-ce97-4120-965f-b9d4d472b4a5', 'code': 200} Jun 30 16:36:20.171358 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:36:17Z', 'revision_number': 3, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:20.193502 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 237f85c7-d517-4bd7-9b4c-cfb1b755a321 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:36:20.202373 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Publish callbacks [] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:20.210972 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Checking router: 17654f20-9367-4fd0-a015-fdd44915b95f for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:36:20.211531 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Updating router 17654f20-9367-4fd0-a015-fdd44915b95f port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f binding host dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:36:20.228980 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Transition to ACTIVE for port object 237f85c7-d517-4bd7-9b4c-cfb1b755a321 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:36:20.249720 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-02319cbd-5f04-4854-86cf-a720ae84d395 req-c6af21ad-ba4d-46e2-952f-bcacae13c581 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528752 Jun 30 16:36:20.261413 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:20.301388 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:20.335693 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:20.364922 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:20.499450 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Attempting to bind port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:36:20.499949 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Attempting to bind port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:36:20.509148 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Attempting to bind port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 on network aff5e7b4-b06a-4065-b396-531d28bbc09e {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:20.512800 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d84404-95af-401c-be8c-3301d814151c service neutron] Pushing event updated for resources: {'Port': ['ID=237f85c7-d517-4bd7-9b4c-cfb1b755a321,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:20.525768 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 on network aff5e7b4-b06a-4065-b396-531d28bbc09e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:36:20.526331 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Attempting to bind port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 on network aff5e7b4-b06a-4065-b396-531d28bbc09e {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:20.533677 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:36:20.534716 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Checking segment: {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:20.535355 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Bound using segment: {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:36:20.536016 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Bound port: 237f85c7-d517-4bd7-9b4c-cfb1b755a321, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b45e43-a1e2-4357-b0b4-7805cb98f050', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:36:20.536528 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:20.686411 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:20.788010 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Publish callbacks [] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:20.808946 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:20.833553 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=2 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:20.840100 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device ab213cef-69e1-4874-bafb-f56b2222ea09 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:20.924639 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:21.057571 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47d6f72-04c0-40c7-8c6c-3d47297a620b req-3022dffc-8459-4aa8-b33b-ff56def0e73f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:21.065947 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e47d6f72-04c0-40c7-8c6c-3d47297a620b req-3022dffc-8459-4aa8-b33b-ff56def0e73f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 944 time: 0.3069458 Jun 30 16:36:21.083530 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471509b9-9d31-4135-b72f-76cfe15bb3a1 req-a64f211d-e0bd-4726-8131-3fbad2606461 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:21.085204 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-471509b9-9d31-4135-b72f-76cfe15bb3a1 req-a64f211d-e0bd-4726-8131-3fbad2606461 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.3338814 Jun 30 16:36:21.110423 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Allocated IP 172.20.0.1 (43d53998-b324-428d-a316-199f927750c3/d61d6a43-b270-4bed-9903-630d27b24abf/12f481c9-a27a-4745-8962-018684e53717) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:36:21.113987 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:21.126847 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] For port 237f85c7-d517-4bd7-9b4c-cfb1b755a321, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:36:21.131216 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] For port 237f85c7-d517-4bd7-9b4c-cfb1b755a321, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=237f85c7-d517-4bd7-9b4c-cfb1b755a321,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:36:21.199237 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:21.209638 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Attempting to bind port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:36:21.209638 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Attempting to bind port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:36:21.209638 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Attempting to bind port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f on network 31e1378b-073c-4b12-ba8a-daf195bf9e82 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:21.224978 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:36:21.225358 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:21.228943 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:21.229357 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Bound using segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:36:21.229863 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Bound port: 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:36:21.230255 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:21.235508 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e47d6f72-04c0-40c7-8c6c-3d47297a620b req-7804c2fd-ab60-45bb-b50d-b2ab2c9e0a3c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466165 Jun 30 16:36:21.276474 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-471509b9-9d31-4135-b72f-76cfe15bb3a1 req-45b2354b-7690-45b6-81d0-28bb1118451d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1658607 Jun 30 16:36:21.329212 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:21.329841 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:21.338828 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3abed-0a85-4b64-9a4a-c5b7902bd400 None None] Pushing event updated for resources: {'Port': ['ID=62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:21.342746 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-98d84404-95af-401c-be8c-3301d814151c service neutron] 10.222.0.65 "PUT /v2.0/ports/237f85c7-d517-4bd7-9b4c-cfb1b755a321 HTTP/1.1" status: 200 len: 1094 time: 1.7810872 Jun 30 16:36:21.343840 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'tag': '237f85c7-d517-4bd7-9b4c-cfb1b755a321'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:36:21.346304 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4500148-5e0c-4058-a671-a826ad8dd2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "d786bea4-1a92-4eaf-8450-f69f05986687", "tag": "237f85c7-d517-4bd7-9b4c-cfb1b755a321"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:36:21.357518 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d84404-95af-401c-be8c-3301d814151c service neutron] Pushing event updated for resources: {'Port': ['ID=237f85c7-d517-4bd7-9b4c-cfb1b755a321,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:21.368678 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] For port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:36:21.372275 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] For port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:36:21.373641 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port ab213cef-69e1-4874-bafb-f56b2222ea09 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:21.374042 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:21.424489 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a9b2a9-f619-4841-984a-be0fd9f9ed61 req-d84bcee4-6ab0-428f-85fc-75da837d1348 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:21.450747 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-84a9b2a9-f619-4841-984a-be0fd9f9ed61 req-d84bcee4-6ab0-428f-85fc-75da837d1348 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 945 time: 0.0895376 Jun 30 16:36:21.478562 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:21.504764 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port ab213cef-69e1-4874-bafb-f56b2222ea09 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:21.529271 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:21.617683 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Publish callbacks [] for port (12f481c9-a27a-4745-8962-018684e53717), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:21.635315 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6643e45-2605-4c54-a17d-28a5e0eabca7 req-9dc29413-984f-4c4d-ae3d-8d6bbbe59899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:21.637044 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d6643e45-2605-4c54-a17d-28a5e0eabca7 req-9dc29413-984f-4c4d-ae3d-8d6bbbe59899 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 1129 time: 0.1235762 Jun 30 16:36:21.641037 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-a041cee7-2cad-48d5-b1ba-edf1e23fbb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:21.642285 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-84a9b2a9-f619-4841-984a-be0fd9f9ed61 req-ec5eadf9-2245-4bec-8b09-7baae93fefe7 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904242 Jun 30 16:36:21.642846 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-a041cee7-2cad-48d5-b1ba-edf1e23fbb2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 1128 time: 0.0882959 Jun 30 16:36:21.664240 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea4f4c-40ec-4630-a471-1f14374e6aec req-c80dba8a-dc48-4080-825c-f1594178dd06 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:21.666401 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0aea4f4c-40ec-4630-a471-1f14374e6aec req-c80dba8a-dc48-4080-825c-f1594178dd06 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 946 time: 0.1766274 Jun 30 16:36:21.673424 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f3abed-0a85-4b64-9a4a-c5b7902bd400 None None] Pushing event updated for resources: {'Port': ['ID=62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:21.685788 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Routers {'17654f20-9367-4fd0-a015-fdd44915b95f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:36:21.686835 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:36:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['17654f20-9367-4fd0-a015-fdd44915b95f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:21.746723 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-fa9b36c4-4be3-4a8e-afcd-8140ad9ecda9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=237f85c7-d517-4bd7-9b4c-cfb1b755a321 HTTP/1.1" status: 200 len: 217 time: 0.0839643 Jun 30 16:36:21.750356 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0fb0bde-6cbd-41b4-a25a-f429577b95bc x-openstack-request-id: req-b0fb0bde-6cbd-41b4-a25a-f429577b95bc {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:36:21.751308 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d786bea4-1a92-4eaf-8450-f69f05986687", "tag": "237f85c7-d517-4bd7-9b4c-cfb1b755a321", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:36:21.752187 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b0fb0bde-6cbd-41b4-a25a-f429577b95bc {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:36:21.753901 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0fb0bde-6cbd-41b4-a25a-f429577b95bc'] response: {'name': 'network-changed', 'server_uuid': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'tag': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'status': 'completed', 'code': 200} Jun 30 16:36:21.769983 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0aea4f4c-40ec-4630-a471-1f14374e6aec req-3e7a75e7-39cc-4f75-83a6-24e0f4737f47 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669594 Jun 30 16:36:21.861740 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d6643e45-2605-4c54-a17d-28a5e0eabca7 req-f4617d06-5644-45f0-8e4d-b94d20d15128 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156377 Jun 30 16:36:21.864931 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-c1db2e32-1fc0-4963-8f33-f23484ae1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:21.866755 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-c1db2e32-1fc0-4963-8f33-f23484ae1091 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.0982754 Jun 30 16:36:21.916561 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] Set router 17654f20-9367-4fd0-a015-fdd44915b95f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:36:21.926687 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cada7d-c774-4a55-a269-900c1ad6c0ba req-c6ae8cba-785d-4a10-bfdf-00f5e5e2bae4 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:21.928653 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c6cada7d-c774-4a55-a269-900c1ad6c0ba req-c6ae8cba-785d-4a10-bfdf-00f5e5e2bae4 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 946 time: 0.0572827 Jun 30 16:36:21.936933 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (12f481c9-a27a-4745-8962-018684e53717), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:21.937976 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36452) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:21.944815 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-8663ff34-174e-4a23-94b4-4094b81489f7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'floatingip': {'port_id': '5d6aee83-8fca-4ec9-8a36-9eed297963c5'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:21.989968 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Network 43d53998-b324-428d-a316-199f927750c3 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:21.993262 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:21.997799 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:36:22.004554 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Pushing event updated for resources: {'Port': ['ID=12f481c9-a27a-4745-8962-018684e53717,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:22.007904 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8663ff34-174e-4a23-94b4-4094b81489f7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (fa541775-1f55-48bc-b8e7-f8d002553131), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:22.061697 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040305'] for router_interface (17654f20-9367-4fd0-a015-fdd44915b95f), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:22.116884 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:22.265988 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-90857b9b-4f4f-4a25-b770-d0041c95cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:22.267585 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-90857b9b-4f4f-4a25-b770-d0041c95cbe5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1578226 Jun 30 16:36:22.310377 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:36:17Z', 'revision_number': 3, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:22.394648 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38dd46b-6028-4885-86ef-61db418561d8 None None] The sync data for ids ['17654f20-9367-4fd0-a015-fdd44915b95f'] in dv-cinder-836027-2-iscsi is: [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:36:17Z', 'revision_number': 3, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:36:22.445571 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522510ac-03bb-4901-ba7b-659f548ac0e6 req-22c40710-25e9-466b-a4d5-e0a8540bbd9d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:22.449472 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-522510ac-03bb-4901-ba7b-659f548ac0e6 req-22c40710-25e9-466b-a4d5-e0a8540bbd9d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 944 time: 0.1006665 Jun 30 16:36:22.471218 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-06a2a9cf-1136-461c-b46b-2cf8e2c93797 None None] Provisioning complete for port 12f481c9-a27a-4745-8962-018684e53717 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:22.471685 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-06a2a9cf-1136-461c-b46b-2cf8e2c93797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (12f481c9-a27a-4745-8962-018684e53717), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:22.558601 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-06a2a9cf-1136-461c-b46b-2cf8e2c93797 None None] Port 12f481c9-a27a-4745-8962-018684e53717 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:36:22.621801 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=77,neutron:INSERT=21,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:22.665513 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (12f481c9-a27a-4745-8962-018684e53717), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:22.708121 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f9be2e-37ec-4fc0-9635-b6650974adef req-bb341b4f-38cb-482e-8360-9566b1c66aec tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:22.710028 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-50f9be2e-37ec-4fc0-9635-b6650974adef req-bb341b4f-38cb-482e-8360-9566b1c66aec tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.1656964 Jun 30 16:36:22.723560 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-522510ac-03bb-4901-ba7b-659f548ac0e6 req-681dec6a-a737-4b87-bdec-621cf50a491f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716104 Jun 30 16:36:22.844350 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:22.912641 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-50f9be2e-37ec-4fc0-9635-b6650974adef req-130fdb68-bca8-4dfc-8cbb-f50a622352bf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1923122 Jun 30 16:36:23.044961 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8663ff34-174e-4a23-94b4-4094b81489f7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:23.063989 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-cdf5ad86-c556-4674-8d27-247ad522b58a service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2980673 Jun 30 16:36:23.147322 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e2759-92c2-47ee-8da6-3fd121b827f0 req-15e21efa-a2b7-4d8c-a6ab-aa9d40af6994 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:23.148934 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-011e2759-92c2-47ee-8da6-3fd121b827f0 req-15e21efa-a2b7-4d8c-a6ab-aa9d40af6994 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 945 time: 0.0927413 Jun 30 16:36:23.178179 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Publish callbacks [] for port (12f481c9-a27a-4745-8962-018684e53717), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:23.203217 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8663ff34-174e-4a23-94b4-4094b81489f7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (fa541775-1f55-48bc-b8e7-f8d002553131), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:23.239684 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-011e2759-92c2-47ee-8da6-3fd121b827f0 req-60e5bd0a-72f3-4f6a-ba02-c47f1aaad52b tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824013 Jun 30 16:36:23.271387 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c47c1ac8-ed53-47e9-a253-6205cf6f5cc6 req-258467a5-4c5f-4db0-8aa9-378e59717574 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991715 Jun 30 16:36:23.303182 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (12f481c9-a27a-4745-8962-018684e53717), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:23.397681 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [None req-8663ff34-174e-4a23-94b4-4094b81489f7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Floating IP fa541775-1f55-48bc-b8e7-f8d002553131 associated. External IP: 172.27.2.73, port: 5d6aee83-8fca-4ec9-8a36-9eed297963c5. Jun 30 16:36:23.507286 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Pushing event updated for resources: {'Port': ['ID=12f481c9-a27a-4745-8962-018684e53717,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:23.514058 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040173'] for router_interface (17654f20-9367-4fd0-a015-fdd44915b95f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:23.546462 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe43be-3d98-4b00-875c-0cbd6d59d2dc req-bd62e41e-9e92-4f8e-84dd-16bc88552988 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:23.548228 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-49fe43be-3d98-4b00-875c-0cbd6d59d2dc req-bd62e41e-9e92-4f8e-84dd-16bc88552988 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0913715 Jun 30 16:36:23.634833 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:UPDATE=4,neutron:SELECT=91,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:23.648052 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-49fe43be-3d98-4b00-875c-0cbd6d59d2dc req-32a97dbb-14cb-4f78-8710-dfaf64617d63 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754280 Jun 30 16:36:23.696766 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8663ff34-174e-4a23-94b4-4094b81489f7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Router a005fa75-8b3f-4f75-8a91-569497cf738a has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:36:23.742290 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Network 43d53998-b324-428d-a316-199f927750c3 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:23.747728 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:23.917801 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8663ff34-174e-4a23-94b4-4094b81489f7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:36:23.925558 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8663ff34-174e-4a23-94b4-4094b81489f7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:23.932104 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e099fb7-ec15-4823-a08c-1ec537f49b29 None None] Sync routers for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:36:23.976207 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-8663ff34-174e-4a23-94b4-4094b81489f7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "PUT /v2.0/floatingips/fa541775-1f55-48bc-b8e7-f8d002553131 HTTP/1.1" status: 200 len: 991 time: 2.0368917 Jun 30 16:36:23.976820 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'tag': '5d6aee83-8fca-4ec9-8a36-9eed297963c5'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:36:23.976998 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e099fb7-ec15-4823-a08c-1ec537f49b29 None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:36:23.980017 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-1e099fb7-ec15-4823-a08c-1ec537f49b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:36:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:23.981323 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520661ab-cb14-4f84-948b-5d6dd7fb5c76" -d '{"events": [{"name": "network-changed", "server_uuid": "de05418a-11bf-401c-b0cb-52968e5d6d07", "tag": "5d6aee83-8fca-4ec9-8a36-9eed297963c5"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:36:23.997218 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b5a0b9f-c061-43a9-a98f-3fcd0afe3bd0 req-b05f5569-a5da-4391-9724-eda27649e205 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:23.999001 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:24.028694 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1b5a0b9f-c061-43a9-a98f-3fcd0afe3bd0 req-b05f5569-a5da-4391-9724-eda27649e205 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 944 time: 0.1082959 Jun 30 16:36:24.094738 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-e8a6b90e-1774-49e0-be39-fdaa5d252fc1 None None] Provisioning complete for port 12f481c9-a27a-4745-8962-018684e53717 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:24.096263 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e8a6b90e-1774-49e0-be39-fdaa5d252fc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (12f481c9-a27a-4745-8962-018684e53717), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:24.127044 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-1e099fb7-ec15-4823-a08c-1ec537f49b29 None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:36:24.129896 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Router 17654f20-9367-4fd0-a015-fdd44915b95f has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:36:24.154657 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e8a6b90e-1774-49e0-be39-fdaa5d252fc1 None None] Port 12f481c9-a27a-4745-8962-018684e53717 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:36:24.184195 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1b5a0b9f-c061-43a9-a98f-3fcd0afe3bd0 req-05adfccc-2f9e-4f59-a117-972410a051ba tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544261 Jun 30 16:36:24.231894 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41bebe7-d109-455c-91d1-7d8fa7908707 x-openstack-request-id: req-f41bebe7-d109-455c-91d1-7d8fa7908707 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:36:24.232829 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de05418a-11bf-401c-b0cb-52968e5d6d07", "tag": "5d6aee83-8fca-4ec9-8a36-9eed297963c5", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:36:24.232829 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f41bebe7-d109-455c-91d1-7d8fa7908707 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:36:24.233139 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f41bebe7-d109-455c-91d1-7d8fa7908707'] response: {'name': 'network-changed', 'server_uuid': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'tag': '5d6aee83-8fca-4ec9-8a36-9eed297963c5', 'status': 'completed', 'code': 200} Jun 30 16:36:24.244835 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029dcbf-9a73-4a9b-9344-5304818fa286 req-78b019e0-9f4d-42f6-bf0d-b9855d4912a1 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:24.246360 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0029dcbf-9a73-4a9b-9344-5304818fa286 req-78b019e0-9f4d-42f6-bf0d-b9855d4912a1 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.1501796 Jun 30 16:36:24.366697 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0029dcbf-9a73-4a9b-9344-5304818fa286 req-26e23b7b-101e-42be-9950-1436126a0b9d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812356 Jun 30 16:36:24.443738 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f409046b-90e1-4126-959d-ba98cd91a323 req-e21d7e6e-de45-489f-87fc-a119255271e5 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:24.445461 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f409046b-90e1-4126-959d-ba98cd91a323 req-e21d7e6e-de45-489f-87fc-a119255271e5 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 945 time: 0.0579884 Jun 30 16:36:24.464532 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:36:24.476173 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-6077f060-2deb-43a3-8943-e1a63dba2733 admin admin] 10.222.0.67 "PUT /v2.0/routers/17654f20-9367-4fd0-a015-fdd44915b95f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7576325 Jun 30 16:36:24.515698 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f409046b-90e1-4126-959d-ba98cd91a323 req-4efb7295-593e-4942-ab46-72dbeaf0fdc2 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609031 Jun 30 16:36:24.602909 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-1e099fb7-ec15-4823-a08c-1ec537f49b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'e8d3c1bc-d32f-4680-8aa3-b89edf6a3523', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:3c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:04Z', 'updated_at': '2022-06-30T16:34:49Z', 'revision_number': 2, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}, {'id': 'fa541775-1f55-48bc-b8e7-f8d002553131', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '5d6aee83-8fca-4ec9-8a36-9eed297963c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:47:73:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:35:55Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 1, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:24.640063 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e099fb7-ec15-4823-a08c-1ec537f49b29 None None] Checking router: a005fa75-8b3f-4f75-8a91-569497cf738a for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:36:24.651357 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e099fb7-ec15-4823-a08c-1ec537f49b29 None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:36:24.652064 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-1e099fb7-ec15-4823-a08c-1ec537f49b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:36:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:24.780768 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:24.831078 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-1e099fb7-ec15-4823-a08c-1ec537f49b29 None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:36:24.836419 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9f45c-3a91-42d4-852a-ed5bdd1bd95b req-e39dd703-aa8e-4c6e-8424-fa42ef7590a6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:24.838140 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cbc9f45c-3a91-42d4-852a-ed5bdd1bd95b req-e39dd703-aa8e-4c6e-8424-fa42ef7590a6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0711982 Jun 30 16:36:24.865561 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:24.866196 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:24.897571 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Sync routers for ids ['17654f20-9367-4fd0-a015-fdd44915b95f'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:36:24.949519 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Routers {'17654f20-9367-4fd0-a015-fdd44915b95f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:36:24.950342 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cbc9f45c-3a91-42d4-852a-ed5bdd1bd95b req-d77b2091-e264-47b1-b450-9be224e5378b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1018124 Jun 30 16:36:24.954556 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:36:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['17654f20-9367-4fd0-a015-fdd44915b95f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:24.959314 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:24.992848 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:25.124724 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Set router 17654f20-9367-4fd0-a015-fdd44915b95f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:36:25.132398 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:25.133097 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:25.166073 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:25.207202 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-1e099fb7-ec15-4823-a08c-1ec537f49b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'e8d3c1bc-d32f-4680-8aa3-b89edf6a3523', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:3c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:04Z', 'updated_at': '2022-06-30T16:34:49Z', 'revision_number': 2, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}, {'id': 'fa541775-1f55-48bc-b8e7-f8d002553131', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '5d6aee83-8fca-4ec9-8a36-9eed297963c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:47:73:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:35:55Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 1, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:25.244601 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e099fb7-ec15-4823-a08c-1ec537f49b29 None None] The sync data for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi is: [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'e8d3c1bc-d32f-4680-8aa3-b89edf6a3523', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:3c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:04Z', 'updated_at': '2022-06-30T16:34:49Z', 'revision_number': 2, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}, {'id': 'fa541775-1f55-48bc-b8e7-f8d002553131', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.73', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '5d6aee83-8fca-4ec9-8a36-9eed297963c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 287, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:47:73:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:35:55Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 1, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:36:25.307492 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520661ab-cb14-4f84-948b-5d6dd7fb5c76 req-925c4ef7-7e98-45e1-81a2-0914254a7b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:25.309747 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-520661ab-cb14-4f84-948b-5d6dd7fb5c76 req-925c4ef7-7e98-45e1-81a2-0914254a7b93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 1130 time: 0.0452924 Jun 30 16:36:25.329218 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:25.342057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3655210-ec48-4aa4-85c1-fa342fb3e683 req-77ca7bc9-312d-495e-847a-fee0558a9936 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:25.346995 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c3655210-ec48-4aa4-85c1-fa342fb3e683 req-77ca7bc9-312d-495e-847a-fee0558a9936 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 944 time: 0.0694373 Jun 30 16:36:25.374531 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4500148-5e0c-4058-a671-a826ad8dd2e8 req-3bd951e0-0070-46ba-823b-e85ae067f6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:25.374866 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:25.378317 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b4500148-5e0c-4058-a671-a826ad8dd2e8 req-3bd951e0-0070-46ba-823b-e85ae067f6e8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 1128 time: 0.0671523 Jun 30 16:36:25.457734 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36598) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:25.492101 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c3655210-ec48-4aa4-85c1-fa342fb3e683 req-76a95cdc-45a8-4823-a386-98baac49343b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233194 Jun 30 16:36:25.509847 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:25.566939 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 4, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '12f481c9-a27a-4745-8962-018684e53717', 'name': '', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'mac_address': 'fa:16:3e:be:58:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:20Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 2, 'project_id': '19b35fc495a345898167db62b9b95887', 'subnets': [{'id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:25.599098 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Checking router: 17654f20-9367-4fd0-a015-fdd44915b95f for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:36:25.604968 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Updating router 17654f20-9367-4fd0-a015-fdd44915b95f port 12f481c9-a27a-4745-8962-018684e53717 binding host dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:36:25.626872 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66f27b9-648e-417d-bdac-6bd1943c124b req-b79af465-b596-4760-9966-81a32640b072 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:25.636374 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc7352e-1882-4086-bec0-d4cc4e1f93a2 None None] New status for floating IP fa541775-1f55-48bc-b8e7-f8d002553131: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:36:25.641453 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d66f27b9-648e-417d-bdac-6bd1943c124b req-b79af465-b596-4760-9966-81a32640b072 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.1018584 Jun 30 16:36:25.643652 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (12f481c9-a27a-4745-8962-018684e53717), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:25.705941 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4500148-5e0c-4058-a671-a826ad8dd2e8 req-55894cea-996f-49f4-bc73-e28dda3da873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:25.707882 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b4500148-5e0c-4058-a671-a826ad8dd2e8 req-55894cea-996f-49f4-bc73-e28dda3da873 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.3151424 Jun 30 16:36:25.741433 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d66f27b9-648e-417d-bdac-6bd1943c124b req-bb1e7b95-f9f1-445a-b461-9d48239f4f92 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989614 Jun 30 16:36:25.825492 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b4500148-5e0c-4058-a671-a826ad8dd2e8 req-cf8bbe0e-6098-4330-9681-e052b5a9a60d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=237f85c7-d517-4bd7-9b4c-cfb1b755a321 HTTP/1.1" status: 200 len: 217 time: 0.1028364 Jun 30 16:36:25.827744 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520661ab-cb14-4f84-948b-5d6dd7fb5c76 req-e447ce18-014a-4f30-a58b-96e5ae46292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:25.831224 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-520661ab-cb14-4f84-948b-5d6dd7fb5c76 req-e447ce18-014a-4f30-a58b-96e5ae46292d service neutron] 10.222.0.65 "GET /v2.0/networks?id=16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 200 len: 915 time: 0.4393258 Jun 30 16:36:25.882211 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:25.952832 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:26.034211 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36612) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:26.047301 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3682d0e-d832-4707-8d01-44d965a9334f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.064828 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4500148-5e0c-4058-a671-a826ad8dd2e8 req-116da3b3-38fb-4625-b262-bd919615f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:26.076663 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b4500148-5e0c-4058-a671-a826ad8dd2e8 req-116da3b3-38fb-4625-b262-bd919615f7f0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.2102025 Jun 30 16:36:26.202142 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4500148-5e0c-4058-a671-a826ad8dd2e8 req-9232c4fd-b3ad-4e0e-88c0-554bee017f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:26.204558 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b4500148-5e0c-4058-a671-a826ad8dd2e8 req-9232c4fd-b3ad-4e0e-88c0-554bee017f70 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1155889 Jun 30 16:36:26.210675 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-520661ab-cb14-4f84-948b-5d6dd7fb5c76 req-7363a8b2-a985-46b7-9cee-8f2aa2a12ab4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5d6aee83-8fca-4ec9-8a36-9eed297963c5 HTTP/1.1" status: 200 len: 999 time: 0.1357863 Jun 30 16:36:26.232924 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Publish callbacks [] for port (12f481c9-a27a-4745-8962-018684e53717), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.304071 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d906043-7588-4a58-89f5-b7b493590253 req-23620aa4-1425-493a-bf11-debd1cff562b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:26.307356 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d906043-7588-4a58-89f5-b7b493590253 req-23620aa4-1425-493a-bf11-debd1cff562b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.1335857 Jun 30 16:36:26.325250 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (12f481c9-a27a-4745-8962-018684e53717), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.356245 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36620) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:26.361149 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3682d0e-d832-4707-8d01-44d965a9334f admin admin] Publish callbacks [] for security_group (0eb325fa-7ef4-4e37-90f7-817a18438adb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.366422 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1419728278-network', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:26.393261 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10df86-de2c-49fa-99cc-45287ba1197c None None] Pushing event updated for resources: {'Port': ['ID=12f481c9-a27a-4745-8962-018684e53717,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:26.402302 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520661ab-cb14-4f84-948b-5d6dd7fb5c76 req-47a2b396-1c1c-4b73-8162-c5a138c55213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:26.405664 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-520661ab-cb14-4f84-948b-5d6dd7fb5c76 req-47a2b396-1c1c-4b73-8162-c5a138c55213 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62e7d36d-3495-499f-a7ab-fddad57919a9 HTTP/1.1" status: 200 len: 853 time: 0.1783950 Jun 30 16:36:26.426013 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bddc71a-e9bf-477a-864d-dc185dbc55f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.475695 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Attempting to bind port 12f481c9-a27a-4745-8962-018684e53717 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:36:26.476535 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Attempting to bind port 12f481c9-a27a-4745-8962-018684e53717 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:36:26.477092 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Attempting to bind port 12f481c9-a27a-4745-8962-018684e53717 on network 43d53998-b324-428d-a316-199f927750c3 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:26.477639 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b4500148-5e0c-4058-a671-a826ad8dd2e8 req-2864fe5f-f952-47d4-a018-dd3da50f9789 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2654665 Jun 30 16:36:26.486687 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:36:26.487624 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Checking segment: {'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:26.488980 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520661ab-cb14-4f84-948b-5d6dd7fb5c76 req-293ea6e2-9cd4-4e5e-b3e9-36ca06c0f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:26.489463 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.490253 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Bound using segment: {'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:36:26.490681 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-520661ab-cb14-4f84-948b-5d6dd7fb5c76 req-293ea6e2-9cd4-4e5e-b3e9-36ca06c0f4a5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16892394-e408-48ab-985b-412d1c45e5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0779121 Jun 30 16:36:26.492013 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Bound port: 12f481c9-a27a-4745-8962-018684e53717, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:36:26.492988 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (12f481c9-a27a-4745-8962-018684e53717), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.501407 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d906043-7588-4a58-89f5-b7b493590253 req-1b4361a9-3d59-41f8-9a1c-b76ddf4caf22 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1828892 Jun 30 16:36:26.511295 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3682d0e-d832-4707-8d01-44d965a9334f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (0eb325fa-7ef4-4e37-90f7-817a18438adb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.608939 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-e3682d0e-d832-4707-8d01-44d965a9334f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6d289d6f2a0d44e4b070c5ea6bbec0d3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1499763 Jun 30 16:36:26.609841 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36626) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:26.623810 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3682d0e-d832-4707-8d01-44d965a9334f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb325fa-7ef4-4e37-90f7-817a18438adb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:26.641758 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b4500148-5e0c-4058-a671-a826ad8dd2e8 req-fa4a0fe8-4d96-49cc-a702-869171ec0a13 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500652 Jun 30 16:36:26.645180 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] For port 12f481c9-a27a-4745-8962-018684e53717, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:36:26.666084 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] For port 12f481c9-a27a-4745-8962-018684e53717, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=12f481c9-a27a-4745-8962-018684e53717,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:36:26.685941 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Made reservation on behalf of 3c9e3028b2404fc09a0a270fab412a09 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:36:26.691657 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.802616 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:26.808368 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bddc71a-e9bf-477a-864d-dc185dbc55f3 admin admin] Publish callbacks [] for security_group (8d3c2d32-c58d-4f4e-9400-ea35ddf77084), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.817959 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf63f3-087d-4d3e-81df-70a606748ce6 req-bfe58479-7c7e-47b9-b833-f82b21880095 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:26.828985 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-abdf63f3-087d-4d3e-81df-70a606748ce6 req-bfe58479-7c7e-47b9-b833-f82b21880095 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 944 time: 0.1454878 Jun 30 16:36:26.862297 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (12f481c9-a27a-4745-8962-018684e53717), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.877572 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27cf2352-76b0-4761-a91a-7985b671ee17 admin admin] Publish callbacks [] for security_group (0eb325fa-7ef4-4e37-90f7-817a18438adb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.910177 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27cf2352-76b0-4761-a91a-7985b671ee17 admin admin] Publish callbacks [] for security_group (0eb325fa-7ef4-4e37-90f7-817a18438adb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.915178 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-48f92e91-af77-4b12-ac8a-8b272f53d62d None None] Provisioning complete for port 12f481c9-a27a-4745-8962-018684e53717 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:26.916384 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-48f92e91-af77-4b12-ac8a-8b272f53d62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (12f481c9-a27a-4745-8962-018684e53717), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.981523 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7bddc71a-e9bf-477a-864d-dc185dbc55f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (8d3c2d32-c58d-4f4e-9400-ea35ddf77084), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:26.995584 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.027545 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-7bddc71a-e9bf-477a-864d-dc185dbc55f3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0908533e5a3345ecaeac47b5bd3526e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9916542 Jun 30 16:36:27.037552 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36644) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:27.052402 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Routers {'17654f20-9367-4fd0-a015-fdd44915b95f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:36:27.052402 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:36:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['17654f20-9367-4fd0-a015-fdd44915b95f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:27.137455 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddc71a-e9bf-477a-864d-dc185dbc55f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3c2d32-c58d-4f4e-9400-ea35ddf77084,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:27.145911 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd10df86-de2c-49fa-99cc-45287ba1197c None None] Pushing event updated for resources: {'Port': ['ID=12f481c9-a27a-4745-8962-018684e53717,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:27.153252 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:27.153643 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.159416 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-520661ab-cb14-4f84-948b-5d6dd7fb5c76 req-f488b0a3-ec3c-4a6e-ad2a-7ce5c42ef948 service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5165288 Jun 30 16:36:27.233311 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27cf2352-76b0-4761-a91a-7985b671ee17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (0eb325fa-7ef4-4e37-90f7-817a18438adb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.245494 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-27cf2352-76b0-4761-a91a-7985b671ee17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.259613 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-27cf2352-76b0-4761-a91a-7985b671ee17 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0eb325fa-7ef4-4e37-90f7-817a18438adb HTTP/1.1" status: 204 len: 168 time: 0.6358800 Jun 30 16:36:27.287214 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-abdf63f3-087d-4d3e-81df-70a606748ce6 req-32dafa44-e09e-46d2-a781-204b1d863c48 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4560778 Jun 30 16:36:27.335604 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] Set router 17654f20-9367-4fd0-a015-fdd44915b95f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:36:27.348494 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f193a5d-bdf1-47c0-9fa0-e21b31bb78de req-2089ce28-28e3-46cb-997b-eab61b83cfbf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:27.363963 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8f193a5d-bdf1-47c0-9fa0-e21b31bb78de req-2089ce28-28e3-46cb-997b-eab61b83cfbf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.2552640 Jun 30 16:36:27.393019 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-520661ab-cb14-4f84-948b-5d6dd7fb5c76 req-5448065a-6bb2-4676-bcf9-bc6a569bf094 service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233710 Jun 30 16:36:27.398940 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cf2352-76b0-4761-a91a-7985b671ee17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb325fa-7ef4-4e37-90f7-817a18438adb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:27.404451 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Publish callbacks [] for security_group (2d66d217-4f54-4602-9f23-01757338798e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.437345 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 237f85c7-d517-4bd7-9b4c-cfb1b755a321 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:36:27.452233 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c01d-0c3a-4cf7-96e4-e7e8c01ae6fb admin admin] Publish callbacks [] for security_group (8d3c2d32-c58d-4f4e-9400-ea35ddf77084), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.465639 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8f193a5d-bdf1-47c0-9fa0-e21b31bb78de req-3064f22f-2157-424e-825e-c0caecdef443 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992701 Jun 30 16:36:27.498942 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:27.507731 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (2d66d217-4f54-4602-9f23-01757338798e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.532679 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c01d-0c3a-4cf7-96e4-e7e8c01ae6fb admin admin] Publish callbacks [] for security_group (8d3c2d32-c58d-4f4e-9400-ea35ddf77084), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.538450 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d66d217-4f54-4602-9f23-01757338798e,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:27.553758 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:36:27.569841 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (b7336e1c-cdb1-43c9-89bf-382611031457), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.570280 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.segments_db [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Added segment b7336e1c-cdb1-43c9-89bf-382611031457 of type vlan for network 471ea1ef-ab35-4515-bbf8-610dbd85276e Jun 30 16:36:27.636751 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (471ea1ef-ab35-4515-bbf8-610dbd85276e), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.729620 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c01d-0c3a-4cf7-96e4-e7e8c01ae6fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (8d3c2d32-c58d-4f4e-9400-ea35ddf77084), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.734114 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9cd8c01d-0c3a-4cf7-96e4-e7e8c01ae6fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.738834 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-9cd8c01d-0c3a-4cf7-96e4-e7e8c01ae6fb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8d3c2d32-c58d-4f4e-9400-ea35ddf77084 HTTP/1.1" status: 204 len: 168 time: 0.6954460 Jun 30 16:36:27.739142 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-48f92e91-af77-4b12-ac8a-8b272f53d62d None None] Current status of the port 12f481c9-a27a-4745-8962-018684e53717 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:27.739142 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-48f92e91-af77-4b12-ac8a-8b272f53d62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (12f481c9-a27a-4745-8962-018684e53717), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.764753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (471ea1ef-ab35-4515-bbf8-610dbd85276e), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.770823 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82db1dd-2ce7-41dc-8cf7-a871fb7107a9 req-975dc8bc-3aad-4249-bfb5-ca3c55e1ea77 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:27.772984 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:27.773899 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d82db1dd-2ce7-41dc-8cf7-a871fb7107a9 req-975dc8bc-3aad-4249-bfb5-ca3c55e1ea77 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.1221414 Jun 30 16:36:27.774895 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:27.775935 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd8c01d-0c3a-4cf7-96e4-e7e8c01ae6fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3c2d32-c58d-4f4e-9400-ea35ddf77084,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:27.789707 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:27.878568 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d82db1dd-2ce7-41dc-8cf7-a871fb7107a9 req-fb7de00c-6b9d-4ea4-9a38-705bff848512 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798681 Jun 30 16:36:27.922592 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] Pushing event updated for resources: {'Network': ['ID=471ea1ef-ab35-4515-bbf8-610dbd85276e,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:27.951850 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 471ea1ef-ab35-4515-bbf8-610dbd85276e details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:36:27.993760 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-73fc89d9-b76a-4313-9776-ceb31bee26fb admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6313727 Jun 30 16:36:27.994195 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36654) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:28.005527 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5447c118-22af-429a-98ca-71c7ccb69be9 admin admin] Request body: {'subnet': {'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1419728278-subnet', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:28.008848 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-48f92e91-af77-4b12-ac8a-8b272f53d62d None None] For port 12f481c9-a27a-4745-8962-018684e53717, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=12f481c9-a27a-4745-8962-018684e53717,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:28.137228 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 237f85c7-d517-4bd7-9b4c-cfb1b755a321, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=237f85c7-d517-4bd7-9b4c-cfb1b755a321,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:28.164506 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'port_id': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'mac_address': 'fa:16:3e:2d:c4:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:36:28.174877 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5447c118-22af-429a-98ca-71c7ccb69be9 admin admin] Made reservation on behalf of 3c9e3028b2404fc09a0a270fab412a09 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:36:28.175922 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-48f92e91-af77-4b12-ac8a-8b272f53d62d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (12f481c9-a27a-4745-8962-018684e53717), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:28.179039 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5447c118-22af-429a-98ca-71c7ccb69be9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13008097'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:28.183369 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 4, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '12f481c9-a27a-4745-8962-018684e53717', 'name': '', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'mac_address': 'fa:16:3e:be:58:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:20Z', 'updated_at': '2022-06-30T16:36:26Z', 'revision_number': 4, 'project_id': '19b35fc495a345898167db62b9b95887', 'subnets': [{'id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:28.256925 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813b010d-775d-41e5-b6e5-9e537b5b8ef8 None None] The sync data for ids ['17654f20-9367-4fd0-a015-fdd44915b95f'] in dv-cinder-836027-2-iscsi is: [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 4, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '12f481c9-a27a-4745-8962-018684e53717', 'name': '', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'mac_address': 'fa:16:3e:be:58:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:20Z', 'updated_at': '2022-06-30T16:36:26Z', 'revision_number': 4, 'project_id': '19b35fc495a345898167db62b9b95887', 'subnets': [{'id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:36:28.307373 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:28.307616 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:28.319156 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f92e91-af77-4b12-ac8a-8b272f53d62d None None] Pushing event updated for resources: {'Port': ['ID=12f481c9-a27a-4745-8962-018684e53717,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:28.337305 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a0fed543-96c9-493b-a658-65c0d5d6ea34 None None] Provisioning complete for port 12f481c9-a27a-4745-8962-018684e53717 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:28.337305 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a0fed543-96c9-493b-a658-65c0d5d6ea34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (12f481c9-a27a-4745-8962-018684e53717), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:28.455092 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 237f85c7-d517-4bd7-9b4c-cfb1b755a321 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:36:28.528474 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 237f85c7-d517-4bd7-9b4c-cfb1b755a321, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=237f85c7-d517-4bd7-9b4c-cfb1b755a321,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:28.573437 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36664) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:28.595055 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-810b6f50-318a-4b2c-9caa-6cca6ac5aac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:28.648499 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:28.796277 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=237f85c7-d517-4bd7-9b4c-cfb1b755a321,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:28.800331 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a0fed543-96c9-493b-a658-65c0d5d6ea34 None None] Current status of the port 12f481c9-a27a-4745-8962-018684e53717 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:28.845165 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-810b6f50-318a-4b2c-9caa-6cca6ac5aac5 admin admin] Publish callbacks [] for security_group (deb0a8fb-3307-4ad5-8c95-e2251f3df5f3), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:28.856990 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 12f481c9-a27a-4745-8962-018684e53717 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:28.908115 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-810b6f50-318a-4b2c-9caa-6cca6ac5aac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (deb0a8fb-3307-4ad5-8c95-e2251f3df5f3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:28.946343 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 12f481c9-a27a-4745-8962-018684e53717 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:28.946343 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (12f481c9-a27a-4745-8962-018684e53717), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:28.986421 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-810b6f50-318a-4b2c-9caa-6cca6ac5aac5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=986b61ce70d74220a5e945a34e3e1de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4118128 Jun 30 16:36:28.989500 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810b6f50-318a-4b2c-9caa-6cca6ac5aac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deb0a8fb-3307-4ad5-8c95-e2251f3df5f3,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:28.994553 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36668) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:29.034951 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f18f46-23f7-4376-aed3-7c72a66adfe2 req-37c22cd6-defb-42bb-83dd-fcf3994f3c7a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:29.038262 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['237f85c7-d517-4bd7-9b4c-cfb1b755a321'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:36:29.042786 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-15f18f46-23f7-4376-aed3-7c72a66adfe2 req-37c22cd6-defb-42bb-83dd-fcf3994f3c7a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 945 time: 0.2010925 Jun 30 16:36:29.076701 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5354c2f-5e2d-4d3f-8f07-30b8566c504a req-e3860ffa-ee83-4825-bfe5-45208f90ffac tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:29.085431 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f5354c2f-5e2d-4d3f-8f07-30b8566c504a req-e3860ffa-ee83-4825-bfe5-45208f90ffac tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.2425609 Jun 30 16:36:29.106608 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7352ef0d-74a3-4ca1-852a-212f407fde12 admin admin] Publish callbacks [] for security_group (deb0a8fb-3307-4ad5-8c95-e2251f3df5f3), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:29.137825 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:29.166189 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 12f481c9-a27a-4745-8962-018684e53717 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:29.167050 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7352ef0d-74a3-4ca1-852a-212f407fde12 admin admin] Publish callbacks [] for security_group (deb0a8fb-3307-4ad5-8c95-e2251f3df5f3), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:29.197030 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5447c118-22af-429a-98ca-71c7ccb69be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13853358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13008119'] for subnet (719c221b-04bf-43e2-93d3-f80e92861eb0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:29.252783 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36672) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:29.256137 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f5354c2f-5e2d-4d3f-8f07-30b8566c504a req-4371e17e-aa33-4a68-8c9b-49400e82578f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697257 Jun 30 16:36:29.284039 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae5cdaf7-da6e-47ac-a1c1-7178bfce8b9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:29.352151 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-15f18f46-23f7-4376-aed3-7c72a66adfe2 req-f9a942b5-8d4c-448d-b71f-0efe9dff5fe3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031168 Jun 30 16:36:29.398000 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7352ef0d-74a3-4ca1-852a-212f407fde12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (deb0a8fb-3307-4ad5-8c95-e2251f3df5f3), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:29.400621 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7352ef0d-74a3-4ca1-852a-212f407fde12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:29.401806 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-7352ef0d-74a3-4ca1-852a-212f407fde12 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/deb0a8fb-3307-4ad5-8c95-e2251f3df5f3 HTTP/1.1" status: 204 len: 168 time: 0.4059954 Jun 30 16:36:29.434271 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7352ef0d-74a3-4ca1-852a-212f407fde12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deb0a8fb-3307-4ad5-8c95-e2251f3df5f3,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:29.509585 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5447c118-22af-429a-98ca-71c7ccb69be9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=719c221b-04bf-43e2-93d3-f80e92861eb0,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:29.528507 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae5cdaf7-da6e-47ac-a1c1-7178bfce8b9e admin admin] Publish callbacks [] for security_group (0b302f7c-0f4c-442f-bd32-911890f74e9d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:29.534377 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819cd8f0-b389-4554-aba5-de7582316ed5 req-81b364d7-b086-490b-930e-37bbf2ab43f6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:29.537106 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-819cd8f0-b389-4554-aba5-de7582316ed5 req-81b364d7-b086-490b-930e-37bbf2ab43f6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.1488287 Jun 30 16:36:29.551761 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5447c118-22af-429a-98ca-71c7ccb69be9 admin admin] Checking segment: {'id': 'b7336e1c-cdb1-43c9-89bf-382611031457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:29.557479 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5447c118-22af-429a-98ca-71c7ccb69be9 admin admin] Network hostable DHCP agents. Network: 471ea1ef-ab35-4515-bbf8-610dbd85276e, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:36:29.561023 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:29.611096 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae5cdaf7-da6e-47ac-a1c1-7178bfce8b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (0b302f7c-0f4c-442f-bd32-911890f74e9d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:29.627879 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-819cd8f0-b389-4554-aba5-de7582316ed5 req-d5f23f16-de43-4ca9-9395-7d58c224abdb tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803027 Jun 30 16:36:29.640242 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:INSERT=1,neutron:SELECT=99 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:29.663350 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ae5cdaf7-da6e-47ac-a1c1-7178bfce8b9e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e3ed410ca3a848baad97986417086b07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4086239 Jun 30 16:36:29.664248 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5cdaf7-da6e-47ac-a1c1-7178bfce8b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b302f7c-0f4c-442f-bd32-911890f74e9d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:29.671513 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36676) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:29.729069 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5447c118-22af-429a-98ca-71c7ccb69be9 admin admin] Network 471ea1ef-ab35-4515-bbf8-610dbd85276e is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:36:29.739994 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:29.746940 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27af7bab-835b-4feb-9d88-793769f1a5c2 admin admin] Publish callbacks [] for security_group (0b302f7c-0f4c-442f-bd32-911890f74e9d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:29.788284 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27af7bab-835b-4feb-9d88-793769f1a5c2 admin admin] Publish callbacks [] for security_group (0b302f7c-0f4c-442f-bd32-911890f74e9d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:29.883003 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-5447c118-22af-429a-98ca-71c7ccb69be9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 471ea1ef-ab35-4515-bbf8-610dbd85276e) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:29.889139 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5447c118-22af-429a-98ca-71c7ccb69be9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:29.889440 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5447c118-22af-429a-98ca-71c7ccb69be9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:29.903635 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5ab0360-0f73-4306-83ba-114802926081 None None] Network 471ea1ef-ab35-4515-bbf8-610dbd85276e requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:36:30.027457 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27af7bab-835b-4feb-9d88-793769f1a5c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (0b302f7c-0f4c-442f-bd32-911890f74e9d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:30.029224 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-5447c118-22af-429a-98ca-71c7ccb69be9 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0337617 Jun 30 16:36:30.033932 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36680) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:30.034752 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27af7bab-835b-4feb-9d88-793769f1a5c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:30.041308 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-27af7bab-835b-4feb-9d88-793769f1a5c2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0b302f7c-0f4c-442f-bd32-911890f74e9d HTTP/1.1" status: 204 len: 168 time: 0.3642752 Jun 30 16:36:30.042027 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1419728278-router', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:30.067349 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27af7bab-835b-4feb-9d88-793769f1a5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b302f7c-0f4c-442f-bd32-911890f74e9d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:30.100300 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-471ea1ef-ab35-4515-bbf8-610dbd85276e', 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e', 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'fixed_ips': [{'subnet_id': '719c221b-04bf-43e2-93d3-f80e92861eb0'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:36:30.102305 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:30.157890 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:30.217453 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42960'] for router (1199ef09-5c43-44cd-8882-bf8860607f56), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:30.220064 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1039047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42969'] for router (1199ef09-5c43-44cd-8882-bf8860607f56), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:30.336664 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Publish callbacks [] for router_controller (1199ef09-5c43-44cd-8882-bf8860607f56), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:30.424193 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Allocated IP 172.20.0.2 (471ea1ef-ab35-4515-bbf8-610dbd85276e/719c221b-04bf-43e2-93d3-f80e92861eb0/e43056fa-e153-4fc2-94ae-a374e9191962) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:36:30.620418 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546682a-b50e-4a94-9b92-a488f701f90f req-9b68e120-e207-4a34-a429-64775dbf81b8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:30.627464 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2546682a-b50e-4a94-9b92-a488f701f90f req-9b68e120-e207-4a34-a429-64775dbf81b8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 945 time: 0.1630659 Jun 30 16:36:30.657879 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b02e5f-fb49-423e-88b6-766a22e1eaf0 req-3bb3ad30-a0f5-44bf-ad65-875c9d58f651 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:30.659686 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20b02e5f-fb49-423e-88b6-766a22e1eaf0 req-3bb3ad30-a0f5-44bf-ad65-875c9d58f651 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.1819053 Jun 30 16:36:30.689849 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Publish callbacks [] for port (e43056fa-e153-4fc2-94ae-a374e9191962), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:30.757960 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:30.761263 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Publish callbacks [] for router_gateway (1199ef09-5c43-44cd-8882-bf8860607f56), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:30.804168 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:30.812505 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2546682a-b50e-4a94-9b92-a488f701f90f req-7907a692-2d93-46ee-b431-0c2338717ce3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1837921 Jun 30 16:36:30.838848 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20b02e5f-fb49-423e-88b6-766a22e1eaf0 req-1d03db53-a77c-452f-b248-26e672e2c059 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442022 Jun 30 16:36:30.934099 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Network 471ea1ef-ab35-4515-bbf8-610dbd85276e is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:30.939406 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:30.952337 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:36:31.025338 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Pushing event updated for resources: {'Port': ['ID=e43056fa-e153-4fc2-94ae-a374e9191962,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:31.053163 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7e8e94-e6cc-461d-aec7-40c42876fbcc req-80839cc7-bd03-4960-bd9f-69d01ea61a00 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:31.060445 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8c7e8e94-e6cc-461d-aec7-40c42876fbcc req-80839cc7-bd03-4960-bd9f-69d01ea61a00 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.1409302 Jun 30 16:36:31.061572 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Attempting to bind port e43056fa-e153-4fc2-94ae-a374e9191962 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:36:31.062006 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Attempting to bind port e43056fa-e153-4fc2-94ae-a374e9191962 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'b7336e1c-cdb1-43c9-89bf-382611031457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:36:31.062311 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Attempting to bind port e43056fa-e153-4fc2-94ae-a374e9191962 on network 471ea1ef-ab35-4515-bbf8-610dbd85276e {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:31.068553 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:36:31.069001 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Checking segment: {'id': 'b7336e1c-cdb1-43c9-89bf-382611031457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:31.069427 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:31.069822 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Bound using segment: {'id': 'b7336e1c-cdb1-43c9-89bf-382611031457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:36:31.070307 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Bound port: e43056fa-e153-4fc2-94ae-a374e9191962, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7336e1c-cdb1-43c9-89bf-382611031457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:36:31.070695 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:31.168079 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] For port e43056fa-e153-4fc2-94ae-a374e9191962, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:36:31.172541 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] For port e43056fa-e153-4fc2-94ae-a374e9191962, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=e43056fa-e153-4fc2-94ae-a374e9191962,segment=NetworkSegment(b7336e1c-cdb1-43c9-89bf-382611031457),segment_id=b7336e1c-cdb1-43c9-89bf-382611031457)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:36:31.241381 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8c7e8e94-e6cc-461d-aec7-40c42876fbcc req-903fe421-f559-41c4-9b53-99d8339f0926 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795537 Jun 30 16:36:31.268336 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:31.294620 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Publish callbacks [] for router_gateway (1199ef09-5c43-44cd-8882-bf8860607f56), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:31.318487 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:31.329441 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device feb9d98a-c1aa-45cf-b1e3-06597d656e69 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:36:31.338842 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 237f85c7-d517-4bd7-9b4c-cfb1b755a321 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:31.400224 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4826dcf0-0cb3-4a45-b6ff-bb0fde7c9670 None None] Pushing event updated for resources: {'Port': ['ID=e43056fa-e153-4fc2-94ae-a374e9191962,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:31.469441 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:36:31.469441 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:31.510623 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Allocated IP 172.27.2.226 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/2e1546f9-1a5a-408f-9d0e-3667fd44025a) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:36:31.611911 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:31.671748 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'port_id': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'mac_address': 'fa:16:3e:ba:45:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:36:31.678827 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:31.679510 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:31.773934 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port feb9d98a-c1aa-45cf-b1e3-06597d656e69 is: ACTIVE; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:31.774346 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:31.791686 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Publish callbacks [] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:31.796305 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id feb9d98a-c1aa-45cf-b1e3-06597d656e69 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:36:31.856707 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:31.949420 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:31.950021 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:31.955935 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:32.043556 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:32.051414 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237f85c7-d517-4bd7-9b4c-cfb1b755a321'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:36:32.066213 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a493dd7d-af5f-4744-ab0d-fb5849c21d91" -d '{"events": [{"server_uuid": "d786bea4-1a92-4eaf-8450-f69f05986687", "name": "network-vif-plugged", "status": "completed", "tag": "237f85c7-d517-4bd7-9b4c-cfb1b755a321"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:36:32.089754 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:32.105182 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 237f85c7-d517-4bd7-9b4c-cfb1b755a321, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=237f85c7-d517-4bd7-9b4c-cfb1b755a321,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:32.117047 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['feb9d98a-c1aa-45cf-b1e3-06597d656e69'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:36:32.132622 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdf911c-3119-4a9a-9dba-efaec58325c7 req-884284cb-8ac4-48a8-95c8-1c17f6624e2a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:32.134615 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0bdf911c-3119-4a9a-9dba-efaec58325c7 req-884284cb-8ac4-48a8-95c8-1c17f6624e2a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 945 time: 0.1638217 Jun 30 16:36:32.190402 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=feb9d98a-c1aa-45cf-b1e3-06597d656e69,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:32.244210 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:32.244210 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a0a62-f58c-4769-a067-e64f944d5019 req-8c0bf9cb-282b-4291-a99b-084709b1ba06 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:32.244210 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f91a0a62-f58c-4769-a067-e64f944d5019 req-8c0bf9cb-282b-4291-a99b-084709b1ba06 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 944 time: 0.2097297 Jun 30 16:36:32.250184 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:32.253147 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:36:32.259838 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Pushing event updated for resources: {'Port': ['ID=2e1546f9-1a5a-408f-9d0e-3667fd44025a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:32.368940 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0bdf911c-3119-4a9a-9dba-efaec58325c7 req-59d8187c-f109-4097-90d9-a4517d5c4dc5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000582 Jun 30 16:36:32.410820 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:32.420307 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:32.466055 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f91a0a62-f58c-4769-a067-e64f944d5019 req-a23f0a51-72d2-47eb-b011-57dde038b22f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2299888 Jun 30 16:36:32.595685 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9256244b-b2a1-41d6-b849-5fd23e1212a6 x-openstack-request-id: req-9256244b-b2a1-41d6-b849-5fd23e1212a6 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:36:32.596108 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d786bea4-1a92-4eaf-8450-f69f05986687", "name": "network-vif-plugged", "status": "completed", "tag": "237f85c7-d517-4bd7-9b4c-cfb1b755a321", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:36:32.596559 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9256244b-b2a1-41d6-b849-5fd23e1212a6 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:36:32.599665 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9256244b-b2a1-41d6-b849-5fd23e1212a6'] response: {'server_uuid': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'code': 200} Jun 30 16:36:32.648367 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36760) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:32.762372 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=237f85c7-d517-4bd7-9b4c-cfb1b755a321,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:32.921290 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3828b12-daa3-4ca2-8e43-d96684ff068f req-542991cd-6c4d-4018-8620-897494ff5e1b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:32.924225 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a3828b12-daa3-4ca2-8e43-d96684ff068f req-542991cd-6c4d-4018-8620-897494ff5e1b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.2430933 Jun 30 16:36:33.013426 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1749832358-network', 'tenant_id': '1933c5b6c74d4a53a6782f833c617b2f'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:33.125377 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a3828b12-daa3-4ca2-8e43-d96684ff068f req-8e87ec6c-b169-4859-8c4f-5fa984e1b9af tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1932178 Jun 30 16:36:33.152249 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device e43056fa-e153-4fc2-94ae-a374e9191962 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:33.244562 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb31f00-4d67-4164-ba2d-5a4580195ab5 None None] Network 471ea1ef-ab35-4515-bbf8-610dbd85276e requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:36:33.342464 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Made reservation on behalf of 1933c5b6c74d4a53a6782f833c617b2f for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:36:33.342464 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:33.366614 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device feb9d98a-c1aa-45cf-b1e3-06597d656e69 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:33.381439 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:33.408032 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-156126c9-6df0-4074-857d-725dd8298209 None None] Provisioning complete for port e43056fa-e153-4fc2-94ae-a374e9191962 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:33.408731 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-156126c9-6df0-4074-857d-725dd8298209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:33.420774 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port e43056fa-e153-4fc2-94ae-a374e9191962 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:33.421187 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:33.506554 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port feb9d98a-c1aa-45cf-b1e3-06597d656e69 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:33.506949 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:33.530690 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:33.591129 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36782) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:33.686070 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Publish callbacks [] for router_gateway (1199ef09-5c43-44cd-8882-bf8860607f56), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:33.693111 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86d767-d9c2-432c-bf63-be4edf90c532 req-43c2fc31-0e7d-4ffd-ba63-f00c648ca946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:33.694843 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1a86d767-d9c2-432c-bf63-be4edf90c532 req-43c2fc31-0e7d-4ffd-ba63-f00c648ca946 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 1130 time: 0.2616606 Jun 30 16:36:33.777627 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:33.802502 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Publish callbacks [] for security_group (372b4d5c-9741-470c-b9f7-ed95f8b354ba), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:33.806949 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port e43056fa-e153-4fc2-94ae-a374e9191962 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:33.807591 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:33.810888 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1a86d767-d9c2-432c-bf63-be4edf90c532 req-e9e01996-3e20-45c1-bf40-0ef0fd604979 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060529 Jun 30 16:36:33.882311 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (372b4d5c-9741-470c-b9f7-ed95f8b354ba), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:33.927004 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-156126c9-6df0-4074-857d-725dd8298209 None None] Current status of the port e43056fa-e153-4fc2-94ae-a374e9191962 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:33.928557 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-156126c9-6df0-4074-857d-725dd8298209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:34.055712 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:36:34.093520 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372b4d5c-9741-470c-b9f7-ed95f8b354ba,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:34.095685 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port e43056fa-e153-4fc2-94ae-a374e9191962, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=e43056fa-e153-4fc2-94ae-a374e9191962,segment=NetworkSegment(b7336e1c-cdb1-43c9-89bf-382611031457),segment_id=b7336e1c-cdb1-43c9-89bf-382611031457)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:34.116923 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:34.131092 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (24222616-aa53-44af-9c01-e5acfc32735c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:34.131631 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.segments_db [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Added segment 24222616-aa53-44af-9c01-e5acfc32735c of type vlan for network 576d49d7-784b-4faa-a214-60604c09a51d Jun 30 16:36:34.229760 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:34.245114 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:34.313045 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (576d49d7-784b-4faa-a214-60604c09a51d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:34.421588 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port feb9d98a-c1aa-45cf-b1e3-06597d656e69 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:34.421978 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:34.443003 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (576d49d7-784b-4faa-a214-60604c09a51d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:34.444861 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:34.446171 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:34.484715 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.db.api [None req-156126c9-6df0-4074-857d-725dd8298209 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 30 16:36:34.485136 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG oslo_db.api [None req-156126c9-6df0-4074-857d-725dd8298209 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 16:36:34.493633 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=e43056fa-e153-4fc2-94ae-a374e9191962,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:34.502185 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80c8ec32-5107-4476-83cb-12dccfbc7c00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:34.515661 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:34.550518 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9af3a0-b68a-4b95-9fcb-69a1b821c6fd req-fbfb7ef7-9b85-450e-b3e6-a3c2abd1630f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:34.573040 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:34.581909 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1e9af3a0-b68a-4b95-9fcb-69a1b821c6fd req-fbfb7ef7-9b85-450e-b3e6-a3c2abd1630f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 944 time: 0.5804608 Jun 30 16:36:34.610150 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:36:34.614335 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3e84c78-2503-4cd8-b178-1444335775f4" -d '{"events": [{"server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "name": "network-vif-plugged", "status": "completed", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:36:34.685826 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:34.702361 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:34.705636 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.0551066 Jun 30 16:36:34.707305 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36796) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:34.747844 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e24f570d-2f3d-4184-acef-255c53342ce6 admin admin] Request body: {'subnet': {'network_id': '576d49d7-784b-4faa-a214-60604c09a51d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1749832358-subnet', 'tenant_id': '1933c5b6c74d4a53a6782f833c617b2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:34.786544 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca3c49-8b8a-4f2d-a6a1-4cad94cbd0d8 req-1a134b79-17b1-4b5b-b043-1e0472b6d973 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:34.788165 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2fca3c49-8b8a-4f2d-a6a1-4cad94cbd0d8 req-1a134b79-17b1-4b5b-b043-1e0472b6d973 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.6487525 Jun 30 16:36:34.790923 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:34.794162 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device e43056fa-e153-4fc2-94ae-a374e9191962 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:34.798829 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=feb9d98a-c1aa-45cf-b1e3-06597d656e69,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:34.841885 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3816cc9-4bcd-44f4-aaf8-47ca56ad4fcd admin admin] Pushing event updated for resources: {'Network': ['ID=576d49d7-784b-4faa-a214-60604c09a51d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:34.869186 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 576d49d7-784b-4faa-a214-60604c09a51d details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:36:34.872697 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port e43056fa-e153-4fc2-94ae-a374e9191962 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:34.873239 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:34.920077 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e0898e61-bfa8-4b91-96bd-110ce907c477 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:34.951650 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24f570d-2f3d-4184-acef-255c53342ce6 admin admin] Made reservation on behalf of 1933c5b6c74d4a53a6782f833c617b2f for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:36:34.956923 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e24f570d-2f3d-4184-acef-255c53342ce6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:35.129962 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port e43056fa-e153-4fc2-94ae-a374e9191962 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:35.133319 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-156126c9-6df0-4074-857d-725dd8298209 None None] Current status of the port e43056fa-e153-4fc2-94ae-a374e9191962 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:35.139411 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2fca3c49-8b8a-4f2d-a6a1-4cad94cbd0d8 req-abc7a624-1871-435b-8464-510d4132f5ad tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2591164 Jun 30 16:36:35.181875 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1e9af3a0-b68a-4b95-9fcb-69a1b821c6fd req-7a50f350-a6b6-42e2-b27e-0c2ede9f588d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5926776 Jun 30 16:36:35.231390 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1039425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570'] for router (1199ef09-5c43-44cd-8882-bf8860607f56), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:35.240202 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8021dc86-b029-444b-950d-43bfaa4a0baf x-openstack-request-id: req-8021dc86-b029-444b-950d-43bfaa4a0baf {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:36:35.241980 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "name": "network-vif-plugged", "status": "completed", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:36:35.242528 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8021dc86-b029-444b-950d-43bfaa4a0baf {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:36:35.244999 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8021dc86-b029-444b-950d-43bfaa4a0baf'] response: {'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'code': 200} Jun 30 16:36:35.282237 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-e5ecffd5-ee9a-4dc7-a94e-703d49606ee8 None None] Provisioning complete for port e43056fa-e153-4fc2-94ae-a374e9191962 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:35.286501 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e5ecffd5-ee9a-4dc7-a94e-703d49606ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:35.422371 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e5ecffd5-ee9a-4dc7-a94e-703d49606ee8 None None] Current status of the port e43056fa-e153-4fc2-94ae-a374e9191962 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:35.477266 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=7 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:35.548995 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e24f570d-2f3d-4184-acef-255c53342ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for subnet (de162f65-a821-4af2-b34e-89c2fe875c6a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:35.659840 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24f570d-2f3d-4184-acef-255c53342ce6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de162f65-a821-4af2-b34e-89c2fe875c6a,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:35.673116 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e24f570d-2f3d-4184-acef-255c53342ce6 admin admin] Checking segment: {'id': '24222616-aa53-44af-9c01-e5acfc32735c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '576d49d7-784b-4faa-a214-60604c09a51d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:35.673495 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24f570d-2f3d-4184-acef-255c53342ce6 admin admin] Network hostable DHCP agents. Network: 576d49d7-784b-4faa-a214-60604c09a51d, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:36:35.720200 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:35.721321 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:35.734940 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80c8ec32-5107-4476-83cb-12dccfbc7c00 admin admin] Publish callbacks [] for security_group (c42753e0-f818-497a-93c8-f4925c19e0ae), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:35.758980 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba04850-9c86-416c-97be-1a8b0eba4860 req-7723de9b-edd7-461f-bcbc-c3be7d65fa2d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:35.760743 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bba04850-9c86-416c-97be-1a8b0eba4860 req-7723de9b-edd7-461f-bcbc-c3be7d65fa2d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0853958 Jun 30 16:36:35.800935 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24f570d-2f3d-4184-acef-255c53342ce6 admin admin] Network 576d49d7-784b-4faa-a214-60604c09a51d is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:36:35.844076 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-80c8ec32-5107-4476-83cb-12dccfbc7c00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (c42753e0-f818-497a-93c8-f4925c19e0ae), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:35.899884 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bba04850-9c86-416c-97be-1a8b0eba4860 req-c81b3af0-fad3-4504-883e-1d3e4755ab24 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231956 Jun 30 16:36:35.927060 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-80c8ec32-5107-4476-83cb-12dccfbc7c00 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8dd8bfff09ae42ac94de0c9ae7d13fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3328812 Jun 30 16:36:35.928476 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c8ec32-5107-4476-83cb-12dccfbc7c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c42753e0-f818-497a-93c8-f4925c19e0ae,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:35.931870 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36800) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:36.073206 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-e24f570d-2f3d-4184-acef-255c53342ce6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 576d49d7-784b-4faa-a214-60604c09a51d) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:36.079980 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:36.084793 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70307df7-d7a3-4a37-ba13-8cad8993d7ad None None] Network 576d49d7-784b-4faa-a214-60604c09a51d requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:36:36.088024 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24f570d-2f3d-4184-acef-255c53342ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:36.088024 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e24f570d-2f3d-4184-acef-255c53342ce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:36.122715 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a20c35d-866c-4988-9bf2-4445e7eed270 admin admin] Publish callbacks [] for security_group (c42753e0-f818-497a-93c8-f4925c19e0ae), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:36.160397 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a20c35d-866c-4988-9bf2-4445e7eed270 admin admin] Publish callbacks [] for security_group (c42753e0-f818-497a-93c8-f4925c19e0ae), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:36.239968 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Router 1199ef09-5c43-44cd-8882-bf8860607f56 is scheduled to L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 16:36:36.269602 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e98bcab5-e889-4286-96a5-bf9b8ec06e1d None None] Network 576d49d7-784b-4faa-a214-60604c09a51d requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:36:36.475823 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dbb71d-7afc-4367-aad0-cca7d1944961 req-ac314ab1-4480-44eb-963b-9945e493275a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:36.477493 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c2dbb71d-7afc-4367-aad0-cca7d1944961 req-ac314ab1-4480-44eb-963b-9945e493275a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.2137694 Jun 30 16:36:36.495701 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a5e6ce-3dc6-4e16-b89f-b6de3c6e8c64 req-c585ea74-347b-482b-96b6-5c5e31dd872d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:36.498977 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b6a5e6ce-3dc6-4e16-b89f-b6de3c6e8c64 req-c585ea74-347b-482b-96b6-5c5e31dd872d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.1567960 Jun 30 16:36:36.531459 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-e24f570d-2f3d-4184-acef-255c53342ce6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8104436 Jun 30 16:36:36.559886 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a20c35d-866c-4988-9bf2-4445e7eed270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (c42753e0-f818-497a-93c8-f4925c19e0ae), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:36.564450 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a20c35d-866c-4988-9bf2-4445e7eed270 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:36.571462 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-7a20c35d-866c-4988-9bf2-4445e7eed270 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c42753e0-f818-497a-93c8-f4925c19e0ae HTTP/1.1" status: 204 len: 168 time: 0.6378734 Jun 30 16:36:36.583927 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a20c35d-866c-4988-9bf2-4445e7eed270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c42753e0-f818-497a-93c8-f4925c19e0ae,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:36.604202 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b6a5e6ce-3dc6-4e16-b89f-b6de3c6e8c64 req-35300fdf-47c0-469f-8c77-129c44e6a9a1 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946558 Jun 30 16:36:36.646048 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:36:36.662474 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Sync routers for ids ['1199ef09-5c43-44cd-8882-bf8860607f56'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:36:36.681427 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Routers {'1199ef09-5c43-44cd-8882-bf8860607f56'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:36:36.681427 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:36:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['1199ef09-5c43-44cd-8882-bf8860607f56'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:36.687625 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c2dbb71d-7afc-4367-aad0-cca7d1944961 req-5770f063-8c79-4ece-aee6-8f14aead42ca tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2010889 Jun 30 16:36:36.773763 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:36.776426 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-81bc5aae-036a-4dac-867e-484dafcffc76 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.7412803 Jun 30 16:36:36.780823 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36814) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:36.862649 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:36.963917 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce80f60-2071-407a-8143-bcaf7f6487f9 req-ebb815aa-6b21-4e0e-a637-91dd00c06128 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:36.976767 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36820) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:36.977800 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7ce80f60-2071-407a-8143-bcaf7f6487f9 req-ebb815aa-6b21-4e0e-a637-91dd00c06128 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.1359248 Jun 30 16:36:36.984051 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-32677adb-8680-4405-b482-4219b8f4917c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Request body: {'floatingip': {'port_id': '237f85c7-d517-4bd7-9b4c-cfb1b755a321'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:37.098000 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Set router 1199ef09-5c43-44cd-8882-bf8860607f56 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:36:37.216291 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32677adb-8680-4405-b482-4219b8f4917c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for floatingip (bc3a91e9-f5e3-4a42-b684-880eeebb3bbc), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:37.354427 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:37.454309 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe0cd7-9455-422c-bbf8-4c379ac60843 req-5b9e532f-8807-4c47-8233-b45464ab1f48 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:37.461257 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-13fe0cd7-9455-422c-bbf8-4c379ac60843 req-5b9e532f-8807-4c47-8233-b45464ab1f48 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.2737896 Jun 30 16:36:37.543784 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5b6ef868-eb01-4943-ba4e-84c1f9ae2f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:37.642315 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-13fe0cd7-9455-422c-bbf8-4c379ac60843 req-e4d77f96-7c88-4107-984e-4c1b5822e951 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1715212 Jun 30 16:36:37.740192 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'name': 'tempest-TestShelveInstance-1419728278-router', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:30Z', 'updated_at': '2022-06-30T16:36:32Z', 'revision_number': 3, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'gw_port': {'id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:31Z', 'updated_at': '2022-06-30T16:36:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:37.822021 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Checking router: 1199ef09-5c43-44cd-8882-bf8860607f56 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:36:37.822520 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Updating router 1199ef09-5c43-44cd-8882-bf8860607f56 port 2e1546f9-1a5a-408f-9d0e-3667fd44025a binding host dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:36:37.875431 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:37.889080 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:37.929143 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9879e9-d3e6-4c65-b24b-1ce8f0d38184 req-0bb8026e-5459-4386-aff1-43c202052395 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:37.931251 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8b9879e9-d3e6-4c65-b24b-1ce8f0d38184 req-0bb8026e-5459-4386-aff1-43c202052395 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.1283219 Jun 30 16:36:37.953471 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:38.079122 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8b9879e9-d3e6-4c65-b24b-1ce8f0d38184 req-2ab74e4a-07fa-467f-9c6b-421c9b6399d8 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382699 Jun 30 16:36:38.273625 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36854) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:38.282721 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-756638311-network', 'tenant_id': '13971c73036e42dc801a51a5b70971b6'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:38.311951 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Allocated IP 172.20.0.1 (471ea1ef-ab35-4515-bbf8-610dbd85276e/719c221b-04bf-43e2-93d3-f80e92861eb0/11d400d2-8ac1-4044-83e7-e421d51e936f) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:36:38.501190 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Publish callbacks [] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:38.515162 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32677adb-8680-4405-b482-4219b8f4917c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:38.516355 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=78,neutron:DELETE=4,neutron:INSERT=16,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:38.549267 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:38.567213 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Publish callbacks [] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:38.598885 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Made reservation on behalf of 13971c73036e42dc801a51a5b70971b6 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:36:38.599214 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32677adb-8680-4405-b482-4219b8f4917c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (bc3a91e9-f5e3-4a42-b684-880eeebb3bbc), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:38.602564 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:38.618357 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:38.675043 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:38.679292 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:38.702766 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:38.737125 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Network 471ea1ef-ab35-4515-bbf8-610dbd85276e is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:38.742645 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:38.745215 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:36:38.818755 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:38.874648 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [None req-32677adb-8680-4405-b482-4219b8f4917c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Floating IP bc3a91e9-f5e3-4a42-b684-880eeebb3bbc associated. External IP: 172.27.2.242, port: 237f85c7-d517-4bd7-9b4c-cfb1b755a321. Jun 30 16:36:38.943488 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:38.978224 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040305'] for router_interface (1199ef09-5c43-44cd-8882-bf8860607f56), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.054231 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Attempting to bind port 2e1546f9-1a5a-408f-9d0e-3667fd44025a on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:36:39.054231 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Attempting to bind port 2e1546f9-1a5a-408f-9d0e-3667fd44025a by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:36:39.054231 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Attempting to bind port 2e1546f9-1a5a-408f-9d0e-3667fd44025a on network 31e1378b-073c-4b12-ba8a-daf195bf9e82 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:39.054231 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3954e1-6d02-4166-82c1-6ff54a6590e3 None None] Pushing event updated for resources: {'Port': ['ID=2e1546f9-1a5a-408f-9d0e-3667fd44025a,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:39.063527 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 36, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:36:39.063685 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:39.066101 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.066532 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Bound using segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:36:39.071101 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Bound port: 2e1546f9-1a5a-408f-9d0e-3667fd44025a, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:36:39.071804 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.168593 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:INSERT=10,neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:39.174123 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddba524c-8a1b-470f-873a-37769a2de2d4 req-8bc11826-b922-465a-ae55-3b3f49456c2f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:39.176507 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ddba524c-8a1b-470f-873a-37769a2de2d4 req-8bc11826-b922-465a-ae55-3b3f49456c2f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.3527844 Jun 30 16:36:39.236358 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] For port 2e1546f9-1a5a-408f-9d0e-3667fd44025a, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:36:39.238130 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Publish callbacks [] for security_group (9d10cc25-9ed4-41fe-9d8f-4486faff62cd), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.243889 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Pushing event updated for resources: {'Port': ['ID=11d400d2-8ac1-4044-83e7-e421d51e936f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:39.248471 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] For port 2e1546f9-1a5a-408f-9d0e-3667fd44025a, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=2e1546f9-1a5a-408f-9d0e-3667fd44025a,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:36:39.321494 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-84d5cfa8-c247-4feb-8c64-dee8dee425bb None None] Provisioning complete for port 11d400d2-8ac1-4044-83e7-e421d51e936f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:39.321875 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-84d5cfa8-c247-4feb-8c64-dee8dee425bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.377570 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (9d10cc25-9ed4-41fe-9d8f-4486faff62cd), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.391129 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-84d5cfa8-c247-4feb-8c64-dee8dee425bb None None] Port 11d400d2-8ac1-4044-83e7-e421d51e936f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:36:39.391656 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:36:39.397047 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.412088 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (29ef9c08-c64f-4d85-81f8-23b0799d4260), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.412800 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.segments_db [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Added segment 29ef9c08-c64f-4d85-81f8-23b0799d4260 of type vlan for network ec6c43fa-67b8-402f-ab81-c471d8378541 Jun 30 16:36:39.477278 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (ec6c43fa-67b8-402f-ab81-c471d8378541), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.488784 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Routers {'1199ef09-5c43-44cd-8882-bf8860607f56'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:36:39.489885 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:36:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['1199ef09-5c43-44cd-8882-bf8860607f56'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:39.552382 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32677adb-8680-4405-b482-4219b8f4917c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:36:39.575161 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3954e1-6d02-4166-82c1-6ff54a6590e3 None None] Pushing event updated for resources: {'Port': ['ID=2e1546f9-1a5a-408f-9d0e-3667fd44025a,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:39.674595 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.686679 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] Set router 1199ef09-5c43-44cd-8882-bf8860607f56 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:36:39.734062 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34283ab9-d703-43b8-9bac-4e3b13613168 req-2704bce0-0e31-4ce3-aa9f-543abb746e0f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:39.736214 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34283ab9-d703-43b8-9bac-4e3b13613168 req-2704bce0-0e31-4ce3-aa9f-543abb746e0f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.4351940 Jun 30 16:36:39.738912 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d10cc25-9ed4-41fe-9d8f-4486faff62cd,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:39.759986 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:39.770192 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.785117 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32677adb-8680-4405-b482-4219b8f4917c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:36:39.797665 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5f823-009b-41e9-b959-c343e73a62b9 None None] Sync routers for ids ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:36:39.799664 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-32677adb-8680-4405-b482-4219b8f4917c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.821535 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5f823-009b-41e9-b959-c343e73a62b9 None None] Routers {'21aaf4f9-9d24-4f18-80a0-bde536b4fd01'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:36:39.821535 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-38e5f823-009b-41e9-b959-c343e73a62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:36:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:39.835066 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ddba524c-8a1b-470f-873a-37769a2de2d4 req-0996d03b-cbba-410c-b5cc-d74b15c44bd0 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5766041 Jun 30 16:36:39.835924 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (ec6c43fa-67b8-402f-ab81-c471d8378541), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.837059 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:39.837842 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:39.847582 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-32677adb-8680-4405-b482-4219b8f4917c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "PUT /v2.0/floatingips/bc3a91e9-f5e3-4a42-b684-880eeebb3bbc HTTP/1.1" status: 200 len: 992 time: 2.8693111 Jun 30 16:36:39.848757 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'tag': '237f85c7-d517-4bd7-9b4c-cfb1b755a321'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:36:39.857171 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe37ac4-d07a-43e7-bc46-266e84649ac2" -d '{"events": [{"name": "network-changed", "server_uuid": "d786bea4-1a92-4eaf-8450-f69f05986687", "tag": "237f85c7-d517-4bd7-9b4c-cfb1b755a321"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:36:39.866798 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:39.891055 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:39.963364 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3390692-884c-4490-9c26-154644112395 x-openstack-request-id: req-c3390692-884c-4490-9c26-154644112395 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:36:39.963364 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d786bea4-1a92-4eaf-8450-f69f05986687", "tag": "237f85c7-d517-4bd7-9b4c-cfb1b755a321", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:36:39.963364 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c3390692-884c-4490-9c26-154644112395 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:36:39.963364 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3390692-884c-4490-9c26-154644112395'] response: {'name': 'network-changed', 'server_uuid': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'tag': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'status': 'completed', 'code': 200} Jun 30 16:36:39.984411 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] Pushing event updated for resources: {'Network': ['ID=ec6c43fa-67b8-402f-ab81-c471d8378541,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:40.063445 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-53ef04a2-bd10-4a8e-a258-8d04dfbeb914 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7863500 Jun 30 16:36:40.065303 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36888) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:40.072253 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-38e5f823-009b-41e9-b959-c343e73a62b9 None None] Set router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:36:40.080490 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-39e3d22c-7766-4609-9551-0e13a7ab6650 admin admin] Request body: {'subnet': {'network_id': 'ec6c43fa-67b8-402f-ab81-c471d8378541', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-756638311-subnet', 'tenant_id': '13971c73036e42dc801a51a5b70971b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:40.119197 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'name': 'tempest-TestShelveInstance-1419728278-router', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:30Z', 'updated_at': '2022-06-30T16:36:39Z', 'revision_number': 4, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'gw_port': {'id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:31Z', 'updated_at': '2022-06-30T16:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '11d400d2-8ac1-4044-83e7-e421d51e936f', 'name': '', 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'mac_address': 'fa:16:3e:03:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '719c221b-04bf-43e2-93d3-f80e92861eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:38Z', 'updated_at': '2022-06-30T16:36:38Z', 'revision_number': 1, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'subnets': [{'id': '719c221b-04bf-43e2-93d3-f80e92861eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:40.137292 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe37ac4-d07a-43e7-bc46-266e84649ac2 req-68aa75da-abf2-4495-a83b-2c803dab1b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:40.142221 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fe37ac4-d07a-43e7-bc46-266e84649ac2 req-68aa75da-abf2-4495-a83b-2c803dab1b5a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 1130 time: 0.1409163 Jun 30 16:36:40.150719 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network ec6c43fa-67b8-402f-ab81-c471d8378541 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:36:40.153728 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f7cb97-ce02-48bb-aa4f-944b24c0ec9a None None] The sync data for ids ['1199ef09-5c43-44cd-8882-bf8860607f56'] in dv-cinder-836027-2-iscsi is: [{'id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'name': 'tempest-TestShelveInstance-1419728278-router', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:30Z', 'updated_at': '2022-06-30T16:36:39Z', 'revision_number': 4, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'gw_port': {'id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:31Z', 'updated_at': '2022-06-30T16:36:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '11d400d2-8ac1-4044-83e7-e421d51e936f', 'name': '', 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'mac_address': 'fa:16:3e:03:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '719c221b-04bf-43e2-93d3-f80e92861eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:38Z', 'updated_at': '2022-06-30T16:36:38Z', 'revision_number': 1, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'subnets': [{'id': '719c221b-04bf-43e2-93d3-f80e92861eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:36:40.155408 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:40.273926 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34283ab9-d703-43b8-9bac-4e3b13613168 req-b586c853-868d-430d-b20f-6cdc0b074e2b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4086869 Jun 30 16:36:40.375825 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:40.411859 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Publish callbacks [] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:40.412030 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39e3d22c-7766-4609-9551-0e13a7ab6650 admin admin] Made reservation on behalf of 13971c73036e42dc801a51a5b70971b6 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:36:40.420727 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39e3d22c-7766-4609-9551-0e13a7ab6650 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:40.490140 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36894) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:40.516360 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-38e5f823-009b-41e9-b959-c343e73a62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'bc3a91e9-f5e3-4a42-b684-880eeebb3bbc', 'tenant_id': '839a189179c543c6a704a968170ec022', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'port_id': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'mac_address': 'fa:16:3e:2d:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:36:10Z', 'updated_at': '2022-06-30T16:36:38Z', 'revision_number': 1, 'project_id': '839a189179c543c6a704a968170ec022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:10Z', 'revision_number': 5, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:40.543070 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe37ac4-d07a-43e7-bc46-266e84649ac2 req-a01bdb61-14e5-442a-9218-6e19598ffc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:40.544921 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fe37ac4-d07a-43e7-bc46-266e84649ac2 req-a01bdb61-14e5-442a-9218-6e19598ffc9b service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.3848970 Jun 30 16:36:40.577354 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5f823-009b-41e9-b959-c343e73a62b9 None None] Checking router: 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:36:40.589590 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e5f823-009b-41e9-b959-c343e73a62b9 None None] Routers {'21aaf4f9-9d24-4f18-80a0-bde536b4fd01'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:36:40.590214 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-38e5f823-009b-41e9-b959-c343e73a62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:36:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:40.649186 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fe37ac4-d07a-43e7-bc46-266e84649ac2 req-d1ebaa4c-2fd5-4912-ac59-3a19df01a850 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=237f85c7-d517-4bd7-9b4c-cfb1b755a321 HTTP/1.1" status: 200 len: 1000 time: 0.0954890 Jun 30 16:36:40.716923 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d794d6bc-63bd-485c-b6da-016752d1a037 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:40.762871 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-38e5f823-009b-41e9-b959-c343e73a62b9 None None] Set router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:36:40.775300 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe37ac4-d07a-43e7-bc46-266e84649ac2 req-906a6e98-9700-4c44-8b32-4f6a3e4a83ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:40.777042 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fe37ac4-d07a-43e7-bc46-266e84649ac2 req-906a6e98-9700-4c44-8b32-4f6a3e4a83ee service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.1166801 Jun 30 16:36:40.804698 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:40.878070 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe37ac4-d07a-43e7-bc46-266e84649ac2 req-5a639ae8-f146-4a19-b474-a9c4716a776f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:40.880514 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fe37ac4-d07a-43e7-bc46-266e84649ac2 req-5a639ae8-f146-4a19-b474-a9c4716a776f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0890210 Jun 30 16:36:40.924165 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Pushing event updated for resources: {'Port': ['ID=11d400d2-8ac1-4044-83e7-e421d51e936f,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:40.937470 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:40.978141 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d794d6bc-63bd-485c-b6da-016752d1a037 admin admin] Publish callbacks [] for security_group (e102a25b-8b25-4e65-9cac-1dcb904b26d2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:41.015033 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39e3d22c-7766-4609-9551-0e13a7ab6650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for subnet (a6fda83f-3733-47bc-880f-d288c9012054), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:41.045057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040173'] for router_interface (1199ef09-5c43-44cd-8882-bf8860607f56), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:41.091367 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-d794d6bc-63bd-485c-b6da-016752d1a037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (e102a25b-8b25-4e65-9cac-1dcb904b26d2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:41.120409 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:41.292685 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 36904) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:41.293801 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-d794d6bc-63bd-485c-b6da-016752d1a037 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e358193434ad40f8b80f402b87c7a3d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8013747 Jun 30 16:36:41.296758 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:41.302238 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794d6bc-63bd-485c-b6da-016752d1a037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e102a25b-8b25-4e65-9cac-1dcb904b26d2,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:41.310588 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3d22c-7766-4609-9551-0e13a7ab6650 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6fda83f-3733-47bc-880f-d288c9012054,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:41.340037 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fe37ac4-d07a-43e7-bc46-266e84649ac2 req-8df9d117-85b3-4e7d-a9cf-1a6c9f7bc02f service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4463434 Jun 30 16:36:41.346740 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e3d22c-7766-4609-9551-0e13a7ab6650 admin admin] Checking segment: {'id': '29ef9c08-c64f-4d85-81f8-23b0799d4260', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ec6c43fa-67b8-402f-ab81-c471d8378541'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:41.347443 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e3d22c-7766-4609-9551-0e13a7ab6650 admin admin] Network hostable DHCP agents. Network: ec6c43fa-67b8-402f-ab81-c471d8378541, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:36:41.354794 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:41.366993 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aba7ae-55d8-4923-92ce-e9b6615dcafd req-cc128f33-e22b-4696-8006-5fbc1e995cc4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:41.371010 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c7aba7ae-55d8-4923-92ce-e9b6615dcafd req-cc128f33-e22b-4696-8006-5fbc1e995cc4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.4070275 Jun 30 16:36:41.550534 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6586a-9f63-4f84-8fa1-995308e22228 req-ab513ed0-2832-470e-9716-5c6a7174c9d4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:41.553566 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9ec6586a-9f63-4f84-8fa1-995308e22228 req-ab513ed0-2832-470e-9716-5c6a7174c9d4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.1012733 Jun 30 16:36:41.559966 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:41.565146 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c7aba7ae-55d8-4923-92ce-e9b6615dcafd req-7a2a62b2-2930-4179-b232-686a41e20c8a tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785924 Jun 30 16:36:41.635096 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-5fe37ac4-d07a-43e7-bc46-266e84649ac2 req-d79176f4-c4a7-45b5-a4a1-794459447b7f service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362893 Jun 30 16:36:41.636083 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:41.646079 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:41.649367 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-38e5f823-009b-41e9-b959-c343e73a62b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'bc3a91e9-f5e3-4a42-b684-880eeebb3bbc', 'tenant_id': '839a189179c543c6a704a968170ec022', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'port_id': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'mac_address': 'fa:16:3e:2d:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:36:10Z', 'updated_at': '2022-06-30T16:36:38Z', 'revision_number': 1, 'project_id': '839a189179c543c6a704a968170ec022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:10Z', 'revision_number': 5, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:41.671410 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bd64d27a-bc7e-42aa-a29a-11b90cd11603 admin admin] Publish callbacks [] for security_group (e102a25b-8b25-4e65-9cac-1dcb904b26d2), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:41.703667 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bd64d27a-bc7e-42aa-a29a-11b90cd11603 admin admin] Publish callbacks [] for security_group (e102a25b-8b25-4e65-9cac-1dcb904b26d2), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:41.711239 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9ec6586a-9f63-4f84-8fa1-995308e22228 req-69726482-146b-402e-a027-77b72fa224fd tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418302 Jun 30 16:36:41.732310 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Network 471ea1ef-ab35-4515-bbf8-610dbd85276e is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:41.733465 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e5f823-009b-41e9-b959-c343e73a62b9 None None] The sync data for ids ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'] in dv-cinder-836027-2-iscsi is: [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'bc3a91e9-f5e3-4a42-b684-880eeebb3bbc', 'tenant_id': '839a189179c543c6a704a968170ec022', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'port_id': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'mac_address': 'fa:16:3e:2d:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:36:10Z', 'updated_at': '2022-06-30T16:36:38Z', 'revision_number': 1, 'project_id': '839a189179c543c6a704a968170ec022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:10Z', 'revision_number': 5, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:36:41.738927 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:41.843302 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39e3d22c-7766-4609-9551-0e13a7ab6650 admin admin] Network ec6c43fa-67b8-402f-ab81-c471d8378541 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:36:41.943836 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bd64d27a-bc7e-42aa-a29a-11b90cd11603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (e102a25b-8b25-4e65-9cac-1dcb904b26d2), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:41.946501 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bd64d27a-bc7e-42aa-a29a-11b90cd11603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:41.950762 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-bd64d27a-bc7e-42aa-a29a-11b90cd11603 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/e102a25b-8b25-4e65-9cac-1dcb904b26d2 HTTP/1.1" status: 204 len: 168 time: 0.6553168 Jun 30 16:36:41.967533 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-39e3d22c-7766-4609-9551-0e13a7ab6650 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, ec6c43fa-67b8-402f-ab81-c471d8378541) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:41.995813 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6053569-41e3-4c3b-a34a-33c971000a1f None None] Network ec6c43fa-67b8-402f-ab81-c471d8378541 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:36:42.002001 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e3d22c-7766-4609-9551-0e13a7ab6650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:42.004739 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-39e3d22c-7766-4609-9551-0e13a7ab6650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:42.013325 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64d27a-bc7e-42aa-a29a-11b90cd11603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e102a25b-8b25-4e65-9cac-1dcb904b26d2,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:42.025580 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:42.109432 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Router 1199ef09-5c43-44cd-8882-bf8860607f56 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:36:42.182319 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-39e3d22c-7766-4609-9551-0e13a7ab6650 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1158192 Jun 30 16:36:42.351594 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a4033006-5df4-4473-a6e7-dc4384839ac3 None None] Provisioning complete for port 11d400d2-8ac1-4044-83e7-e421d51e936f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:42.352264 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a4033006-5df4-4473-a6e7-dc4384839ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:42.406339 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:36:42.424547 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-115231c5-a4a7-4498-993a-b088475c0db0 admin admin] 10.222.0.67 "PUT /v2.0/routers/1199ef09-5c43-44cd-8882-bf8860607f56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6340837 Jun 30 16:36:42.451148 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a4033006-5df4-4473-a6e7-dc4384839ac3 None None] Port 11d400d2-8ac1-4044-83e7-e421d51e936f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:36:42.526120 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a87983-0163-4578-ae90-474b0ecd0edf None None] Network ec6c43fa-67b8-402f-ab81-c471d8378541 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:36:42.852680 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:42.930486 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 2e1546f9-1a5a-408f-9d0e-3667fd44025a up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:43.040360 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:DELETE=7,neutron:SELECT=93 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:43.074492 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 2e1546f9-1a5a-408f-9d0e-3667fd44025a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:43.074876 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:43.086855 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccd7d6-65e8-4d5a-9394-f1f4c9a147cd req-b9d2a5ea-d273-499a-8006-7695acef0bfa tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:43.086855 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-88ccd7d6-65e8-4d5a-9394-f1f4c9a147cd req-b9d2a5ea-d273-499a-8006-7695acef0bfa tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.2757261 Jun 30 16:36:43.119279 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55227f0e-b51d-4035-b38a-ff732196e917 req-39f27e33-88a3-4540-93c7-34bc4e4db3d4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:43.140214 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-55227f0e-b51d-4035-b38a-ff732196e917 req-39f27e33-88a3-4540-93c7-34bc4e4db3d4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.2397723 Jun 30 16:36:43.320446 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 2e1546f9-1a5a-408f-9d0e-3667fd44025a is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:43.322590 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:43.390944 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port 2e1546f9-1a5a-408f-9d0e-3667fd44025a, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=2e1546f9-1a5a-408f-9d0e-3667fd44025a,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:43.589955 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a484478-57a1-4c4e-bac1-2a2e64879c65 None None] New status for floating IP bc3a91e9-f5e3-4a42-b684-880eeebb3bbc: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:36:43.641704 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:43.713592 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=2e1546f9-1a5a-408f-9d0e-3667fd44025a,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:43.738633 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:43.778817 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-88ccd7d6-65e8-4d5a-9394-f1f4c9a147cd req-a9e63d76-7851-4214-8783-004e62077c2b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6359630 Jun 30 16:36:43.851071 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-55227f0e-b51d-4035-b38a-ff732196e917 req-4ae310e6-fdac-4d43-adc6-01ea10ae2db8 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7076340 Jun 30 16:36:44.119791 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d7c3c60b-60d0-437d-85f3-f7f77dd65351 req-41e0d63f-93e5-4aad-9a4d-7fc481d7156b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0859399 Jun 30 16:36:44.259051 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:44.329056 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c60b-60d0-437d-85f3-f7f77dd65351 req-57140686-1cc0-4ca9-9582-142d3d8b75b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:44.330866 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d7c3c60b-60d0-437d-85f3-f7f77dd65351 req-57140686-1cc0-4ca9-9582-142d3d8b75b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 1129 time: 0.1263597 Jun 30 16:36:44.682161 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023b7e-00f9-4527-ab19-3ce0383f4cc1 req-4c294ce8-bb29-455b-b1ee-98761c7a126f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:44.684197 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-eb023b7e-00f9-4527-ab19-3ce0383f4cc1 req-4c294ce8-bb29-455b-b1ee-98761c7a126f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 1129 time: 0.0977843 Jun 30 16:36:44.694714 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Sync routers for ids ['1199ef09-5c43-44cd-8882-bf8860607f56'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:36:44.707396 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:44.718325 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:44.724763 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Routers {'1199ef09-5c43-44cd-8882-bf8860607f56'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:36:44.724763 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:36:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['1199ef09-5c43-44cd-8882-bf8860607f56'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:44.726423 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c60b-60d0-437d-85f3-f7f77dd65351 req-91e6c6c5-ca61-4588-a398-2a459f4599a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:44.726423 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d7c3c60b-60d0-437d-85f3-f7f77dd65351 req-91e6c6c5-ca61-4588-a398-2a459f4599a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.3654935 Jun 30 16:36:44.785524 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d7c3c60b-60d0-437d-85f3-f7f77dd65351 req-2c742796-7f20-4f7c-813a-9e0998cc9878 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 HTTP/1.1" status: 200 len: 217 time: 0.0432837 Jun 30 16:36:44.850478 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 2e1546f9-1a5a-408f-9d0e-3667fd44025a up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:44.956257 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:44.981321 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c60b-60d0-437d-85f3-f7f77dd65351 req-0b752eed-8f48-4b03-b3d4-87132576362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:44.984565 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d7c3c60b-60d0-437d-85f3-f7f77dd65351 req-0b752eed-8f48-4b03-b3d4-87132576362e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.1889424 Jun 30 16:36:44.999893 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 2e1546f9-1a5a-408f-9d0e-3667fd44025a triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:45.000602 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:45.052759 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023b7e-00f9-4527-ab19-3ce0383f4cc1 req-77a19f8e-f8eb-4fe8-979d-55186ff95091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:45.055426 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-eb023b7e-00f9-4527-ab19-3ce0383f4cc1 req-77a19f8e-f8eb-4fe8-979d-55186ff95091 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8aed81da-8ea7-4176-b3f4-7d728693f230 HTTP/1.1" status: 200 len: 910 time: 0.3516326 Jun 30 16:36:45.076213 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Set router 1199ef09-5c43-44cd-8882-bf8860607f56 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:36:45.141308 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 2e1546f9-1a5a-408f-9d0e-3667fd44025a is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:45.152442 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36974) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:45.159323 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-965275676', 'description': 'tempest-secgroup-smoke-965275676 description', 'project_id': '19b35fc495a345898167db62b9b95887'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:45.183773 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-eb023b7e-00f9-4527-ab19-3ce0383f4cc1 req-1045ebbf-72f8-4344-b939-a4442c1117d6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=159acf30-2cf3-40f6-aa1f-50b4d29f5f28 HTTP/1.1" status: 200 len: 1001 time: 0.1147687 Jun 30 16:36:45.214583 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c3c60b-60d0-437d-85f3-f7f77dd65351 req-0298f670-9eb0-4f87-89db-dca086d5f874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:45.214583 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d7c3c60b-60d0-437d-85f3-f7f77dd65351 req-0298f670-9eb0-4f87-89db-dca086d5f874 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2156804 Jun 30 16:36:45.336763 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:45.435901 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023b7e-00f9-4527-ab19-3ce0383f4cc1 req-e11a9f5c-eec4-4bb5-8680-082289736728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:45.437879 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-eb023b7e-00f9-4527-ab19-3ce0383f4cc1 req-e11a9f5c-eec4-4bb5-8680-082289736728 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02ad2b4a-36a6-4968-8296-92b670df27ed HTTP/1.1" status: 200 len: 848 time: 0.2443197 Jun 30 16:36:45.482787 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7295d69b-2ce9-4c9f-b8b8-9249e799c302 req-0406131d-36c4-41c4-850d-163d450a2cc4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:45.497063 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7295d69b-2ce9-4c9f-b8b8-9249e799c302 req-0406131d-36c4-41c4-850d-163d450a2cc4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.2225513 Jun 30 16:36:45.544630 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'name': 'tempest-TestShelveInstance-1419728278-router', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:30Z', 'updated_at': '2022-06-30T16:36:39Z', 'revision_number': 4, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'gw_port': {'id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:31Z', 'updated_at': '2022-06-30T16:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '11d400d2-8ac1-4044-83e7-e421d51e936f', 'name': '', 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'mac_address': 'fa:16:3e:03:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '719c221b-04bf-43e2-93d3-f80e92861eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:38Z', 'updated_at': '2022-06-30T16:36:39Z', 'revision_number': 2, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'subnets': [{'id': '719c221b-04bf-43e2-93d3-f80e92861eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:45.578534 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d7c3c60b-60d0-437d-85f3-f7f77dd65351 req-254ea04e-895e-46f6-a331-adc02764233d service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425455 Jun 30 16:36:45.579619 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb023b7e-00f9-4527-ab19-3ce0383f4cc1 req-0d2767b7-4a76-409f-8813-625c18ddb667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:45.581078 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-eb023b7e-00f9-4527-ab19-3ce0383f4cc1 req-0d2767b7-4a76-409f-8813-625c18ddb667 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8aed81da-8ea7-4176-b3f4-7d728693f230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1232915 Jun 30 16:36:45.607780 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group (920f480c-ac80-428f-8d32-1d5fa160f80a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:45.612154 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Checking router: 1199ef09-5c43-44cd-8882-bf8860607f56 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:36:45.612515 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Updating router 1199ef09-5c43-44cd-8882-bf8860607f56 port 11d400d2-8ac1-4044-83e7-e421d51e936f binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:36:45.658671 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:45.687056 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7295d69b-2ce9-4c9f-b8b8-9249e799c302 req-3099ffc9-f8d9-400a-b505-b5a912777713 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1864150 Jun 30 16:36:45.703392 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (920f480c-ac80-428f-8d32-1d5fa160f80a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:45.813765 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920f480c-ac80-428f-8d32-1d5fa160f80a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:45.860059 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.860059 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.860587 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.861141 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.861759 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.872078 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.872732 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.878597 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.879067 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.879653 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.880219 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.880777 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.881356 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.881921 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.882955 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:45.928329 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:45.935026 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-f3d12c70-04bd-4306-98d1-e7f46e96cb57 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7765272 Jun 30 16:36:45.966920 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 36988) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:45.991931 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-914ebf07-a432-4a11-8948-aad586453be1 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Request body: {'security_group_rule': {'security_group_id': '920f480c-ac80-428f-8d32-1d5fa160f80a', 'project_id': '19b35fc495a345898167db62b9b95887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:46.089018 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Publish callbacks [] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:46.095558 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:46.180149 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:46.195099 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12cde9d0-90fc-4607-a5cd-858fbbe831b2 req-7447cdc7-368a-455a-a3a8-15e49e32823f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:46.203710 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-12cde9d0-90fc-4607-a5cd-858fbbe831b2 req-7447cdc7-368a-455a-a3a8-15e49e32823f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.2710342 Jun 30 16:36:46.270592 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:46.342022 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-914ebf07-a432-4a11-8948-aad586453be1 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (49d45100-ddab-4d1a-8175-a2d7a318c03a), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:46.397364 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Pushing event updated for resources: {'Port': ['ID=11d400d2-8ac1-4044-83e7-e421d51e936f,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:46.476943 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.477610 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.479749 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.481299 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.482022 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.488118 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.514047 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.514047 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.514047 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.514047 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.514047 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.514047 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.514047 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.514047 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.514047 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:46.584944 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Attempting to bind port 11d400d2-8ac1-4044-83e7-e421d51e936f on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:36:46.586209 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Attempting to bind port 11d400d2-8ac1-4044-83e7-e421d51e936f by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'b7336e1c-cdb1-43c9-89bf-382611031457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:36:46.588635 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Attempting to bind port 11d400d2-8ac1-4044-83e7-e421d51e936f on network 471ea1ef-ab35-4515-bbf8-610dbd85276e {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:46.614314 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:36:46.617599 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Checking segment: {'id': 'b7336e1c-cdb1-43c9-89bf-382611031457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:46.618406 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:46.622894 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Bound using segment: {'id': 'b7336e1c-cdb1-43c9-89bf-382611031457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:36:46.622894 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Bound port: 11d400d2-8ac1-4044-83e7-e421d51e936f, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7336e1c-cdb1-43c9-89bf-382611031457', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:36:46.622894 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:46.674608 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:46.743400 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-914ebf07-a432-4a11-8948-aad586453be1 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (49d45100-ddab-4d1a-8175-a2d7a318c03a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:46.760016 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-12cde9d0-90fc-4607-a5cd-858fbbe831b2 req-34d78edd-8e35-4a02-ab06-a2cec0664518 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5392230 Jun 30 16:36:46.794038 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] For port 11d400d2-8ac1-4044-83e7-e421d51e936f, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:36:46.809786 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:46.814100 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cb90e832-7c67-454c-8bee-984bbe92dfa2 None None] Provisioning complete for port 11d400d2-8ac1-4044-83e7-e421d51e936f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:46.815136 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cb90e832-7c67-454c-8bee-984bbe92dfa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:46.818812 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] For port 11d400d2-8ac1-4044-83e7-e421d51e936f, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=11d400d2-8ac1-4044-83e7-e421d51e936f,segment=NetworkSegment(b7336e1c-cdb1-43c9-89bf-382611031457),segment_id=b7336e1c-cdb1-43c9-89bf-382611031457)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:36:46.828755 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-914ebf07-a432-4a11-8948-aad586453be1 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (49d45100-ddab-4d1a-8175-a2d7a318c03a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:46.876965 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-eb023b7e-00f9-4527-ab19-3ce0383f4cc1 req-8366e644-c8ad-4315-8fba-38ae5cbf7a69 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2777567 Jun 30 16:36:46.895613 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914ebf07-a432-4a11-8948-aad586453be1 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d45100-ddab-4d1a-8175-a2d7a318c03a,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:46.914465 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cb90e832-7c67-454c-8bee-984bbe92dfa2 None None] Port 11d400d2-8ac1-4044-83e7-e421d51e936f cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:36:46.932849 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df8a68-bb13-4fc5-a222-d955c4d3a910 req-c49ea23d-a7e8-497b-9d3a-69c563168489 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:46.941472 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f9df8a68-bb13-4fc5-a222-d955c4d3a910 req-c49ea23d-a7e8-497b-9d3a-69c563168489 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0903649 Jun 30 16:36:46.961967 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:46.962627 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d7c3c60b-60d0-437d-85f3-f7f77dd65351 req-46de9ef1-a354-4b26-96fd-b6cc72bd8824 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3669512 Jun 30 16:36:46.977430 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-914ebf07-a432-4a11-8948-aad586453be1 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:46.980235 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-914ebf07-a432-4a11-8948-aad586453be1 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0095198 Jun 30 16:36:46.984191 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37002) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:46.992655 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Request body: {'security_group_rule': {'security_group_id': '920f480c-ac80-428f-8d32-1d5fa160f80a', 'project_id': '19b35fc495a345898167db62b9b95887', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:47.058133 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa8b358-f90f-47c7-9235-5bccf25c589d None None] Pushing event updated for resources: {'Port': ['ID=11d400d2-8ac1-4044-83e7-e421d51e936f,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:47.068997 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f9df8a68-bb13-4fc5-a222-d955c4d3a910 req-32197be3-d3b3-4afe-bd63-0339ab56c838 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258316 Jun 30 16:36:47.074646 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Routers {'1199ef09-5c43-44cd-8882-bf8860607f56'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:36:47.075354 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:36:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['1199ef09-5c43-44cd-8882-bf8860607f56'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:47.131403 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-eb023b7e-00f9-4527-ab19-3ce0383f4cc1 req-ca9cb5ef-4777-49a2-89ea-ca3b3bed6184 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410333 Jun 30 16:36:47.161377 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (1bb6581c-7f67-4f41-9676-9549d6b734f2), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:47.283614 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] Set router 1199ef09-5c43-44cd-8882-bf8860607f56 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:36:47.308820 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (1bb6581c-7f67-4f41-9676-9549d6b734f2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:47.399813 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (1bb6581c-7f67-4f41-9676-9549d6b734f2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:47.443391 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bb6581c-7f67-4f41-9676-9549d6b734f2,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:47.452397 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-36486fb3-b99e-41cb-8c3c-3ce082da22cb None None] Provisioning complete for port 11d400d2-8ac1-4044-83e7-e421d51e936f triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:47.453032 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-36486fb3-b99e-41cb-8c3c-3ce082da22cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:47.463010 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.463373 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.464786 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.466484 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.466484 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.467044 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.467178 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.467457 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.468199 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.468199 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.468502 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.468830 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.469153 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.469470 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.469797 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:36:47.553088 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:47.557799 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 37008) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:47.558158 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-349a1a84-e167-4a79-a68a-2d387fb4177c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5705769 Jun 30 16:36:47.562489 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-f0856317-a0b3-4b09-85ba-483d6a020484 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Request body: {'security_group_rule': {'security_group_id': '920f480c-ac80-428f-8d32-1d5fa160f80a', 'project_id': '19b35fc495a345898167db62b9b95887', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:47.621753 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-36486fb3-b99e-41cb-8c3c-3ce082da22cb None None] Current status of the port 11d400d2-8ac1-4044-83e7-e421d51e936f is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:47.622244 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-36486fb3-b99e-41cb-8c3c-3ce082da22cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:47.641798 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'name': 'tempest-TestShelveInstance-1419728278-router', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:30Z', 'updated_at': '2022-06-30T16:36:39Z', 'revision_number': 4, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'gw_port': {'id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:31Z', 'updated_at': '2022-06-30T16:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '11d400d2-8ac1-4044-83e7-e421d51e936f', 'name': '', 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'mac_address': 'fa:16:3e:03:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '719c221b-04bf-43e2-93d3-f80e92861eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:38Z', 'updated_at': '2022-06-30T16:36:46Z', 'revision_number': 4, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'subnets': [{'id': '719c221b-04bf-43e2-93d3-f80e92861eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:36:47.674768 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c51edb8e-355b-42f6-ac62-ef7f0bec6393 None None] The sync data for ids ['1199ef09-5c43-44cd-8882-bf8860607f56'] in dv-cinder-836027-2-iscsi is: [{'id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'name': 'tempest-TestShelveInstance-1419728278-router', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:30Z', 'updated_at': '2022-06-30T16:36:39Z', 'revision_number': 4, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'gw_port': {'id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:31Z', 'updated_at': '2022-06-30T16:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '11d400d2-8ac1-4044-83e7-e421d51e936f', 'name': '', 'network_id': '471ea1ef-ab35-4515-bbf8-610dbd85276e', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'mac_address': 'fa:16:3e:03:3d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'device_owner': 'network:router_interface', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '719c221b-04bf-43e2-93d3-f80e92861eb0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:38Z', 'updated_at': '2022-06-30T16:36:46Z', 'revision_number': 4, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'subnets': [{'id': '719c221b-04bf-43e2-93d3-f80e92861eb0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:36:47.726139 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f0856317-a0b3-4b09-85ba-483d6a020484 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (1a02f1e1-4f47-42c0-bdd4-fff3183581e7), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:47.757805 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-36486fb3-b99e-41cb-8c3c-3ce082da22cb None None] For port 11d400d2-8ac1-4044-83e7-e421d51e936f, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=11d400d2-8ac1-4044-83e7-e421d51e936f,segment=NetworkSegment(b7336e1c-cdb1-43c9-89bf-382611031457),segment_id=b7336e1c-cdb1-43c9-89bf-382611031457)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:36:47.824850 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f0856317-a0b3-4b09-85ba-483d6a020484 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (1a02f1e1-4f47-42c0-bdd4-fff3183581e7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:47.841683 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:36:47.856152 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:47.891799 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-5b46b8f2-f561-4581-a66b-6486021438b9 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=62ec9078457f461db05068580817ab69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0487025 Jun 30 16:36:47.893028 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-36486fb3-b99e-41cb-8c3c-3ce082da22cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:47.962238 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f0856317-a0b3-4b09-85ba-483d6a020484 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (1a02f1e1-4f47-42c0-bdd4-fff3183581e7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:47.988948 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36486fb3-b99e-41cb-8c3c-3ce082da22cb None None] Pushing event updated for resources: {'Port': ['ID=11d400d2-8ac1-4044-83e7-e421d51e936f,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:48.132556 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0856317-a0b3-4b09-85ba-483d6a020484 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a02f1e1-4f47-42c0-bdd4-fff3183581e7,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:48.132556 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6aef93-f94b-4c0f-b268-bf5a27080c4d req-d87715bc-6711-4c4b-8a5f-5adf09aa804c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:48.132556 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5a6aef93-f94b-4c0f-b268-bf5a27080c4d req-d87715bc-6711-4c4b-8a5f-5adf09aa804c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.2322016 Jun 30 16:36:48.322871 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5a6aef93-f94b-4c0f-b268-bf5a27080c4d req-141c2574-c85f-4329-ae2f-eeba0acc880e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114554 Jun 30 16:36:48.377800 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110289-3130-410f-b84a-3c65b273f33d req-4ad91aba-2a39-441c-950e-fc466873d0cf tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:48.379169 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-4ad91aba-2a39-441c-950e-fc466873d0cf tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4864941 Jun 30 16:36:48.409044 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-14af7ec5-9d70-41c9-8c5c-5943f7422ec3 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/quotas/62ec9078457f461db05068580817ab69 HTTP/1.1" status: 200 len: 375 time: 0.0222754 Jun 30 16:36:48.456310 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-a5136b9e-3bac-4f01-88cb-05ab6eb6a407 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=62ec9078457f461db05068580817ab69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459619 Jun 30 16:36:48.522170 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92eec94-ca34-4d6b-a9d6-424c20b4bbbb req-da265317-b174-4b80-982b-f4a8838db2d3 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:48.524291 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a92eec94-ca34-4d6b-a9d6-424c20b4bbbb req-da265317-b174-4b80-982b-f4a8838db2d3 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0783503 Jun 30 16:36:48.593420 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a92eec94-ca34-4d6b-a9d6-424c20b4bbbb req-d040f081-14de-4b84-ba72-dadba8482fee tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618947 Jun 30 16:36:48.733096 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 11d400d2-8ac1-4044-83e7-e421d51e936f up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:36:48.785160 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 11d400d2-8ac1-4044-83e7-e421d51e936f triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:48.785529 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:48.870232 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 11d400d2-8ac1-4044-83e7-e421d51e936f is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:48.944791 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f0856317-a0b3-4b09-85ba-483d6a020484 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:48.950819 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-f0856317-a0b3-4b09-85ba-483d6a020484 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3878877 Jun 30 16:36:48.950819 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 37032) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:48.954323 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-01c770d1-7d55-453e-95f7-3392a760ea70 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Request body: {'security_group_rule': {'security_group_id': '920f480c-ac80-428f-8d32-1d5fa160f80a', 'project_id': '19b35fc495a345898167db62b9b95887', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:49.130051 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-538fb3f7-c698-47c0-899b-b575c7f88d32 req-f4014304-738c-4dbe-8740-d3a9c1f01cab tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 210 time: 0.0442395 Jun 30 16:36:49.145171 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01c770d1-7d55-453e-95f7-3392a760ea70 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (a065198d-3885-4e94-bf35-235cd752430e), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:49.256289 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01c770d1-7d55-453e-95f7-3392a760ea70 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (a065198d-3885-4e94-bf35-235cd752430e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:49.275707 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:49.395528 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01c770d1-7d55-453e-95f7-3392a760ea70 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (a065198d-3885-4e94-bf35-235cd752430e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:49.422174 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c770d1-7d55-453e-95f7-3392a760ea70 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a065198d-3885-4e94-bf35-235cd752430e,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:49.489197 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c8b8e5-94ce-49f7-8d5d-146ad814bcd3 req-d49c4a9d-0c2a-49a8-86e3-e5cd59a24376 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:49.491555 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-25c8b8e5-94ce-49f7-8d5d-146ad814bcd3 req-d49c4a9d-0c2a-49a8-86e3-e5cd59a24376 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.0652823 Jun 30 16:36:49.522757 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01c770d1-7d55-453e-95f7-3392a760ea70 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:49.524017 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-01c770d1-7d55-453e-95f7-3392a760ea70 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5733573 Jun 30 16:36:49.531238 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37050) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:49.538516 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-aca03b34-fe77-491c-a308-74ab5015d743 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Request body: {'security_group_rule': {'security_group_id': '920f480c-ac80-428f-8d32-1d5fa160f80a', 'project_id': '19b35fc495a345898167db62b9b95887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:49.595758 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-25c8b8e5-94ce-49f7-8d5d-146ad814bcd3 req-78448efc-8d30-4ba9-b469-83b62d12dda9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924923 Jun 30 16:36:49.726429 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-aca03b34-fe77-491c-a308-74ab5015d743 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Project 19b35fc495a345898167db62b9b95887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 16:36:49.751651 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aca03b34-fe77-491c-a308-74ab5015d743 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (7f9feb59-73af-4b6b-b7db-93328400acee), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:49.770667 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:49.780112 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53b2d8-62a3-4220-bcc2-4f0f46b1fa05 req-1a8cfd36-db1c-4f83-9574-1ee753d503df tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:49.788502 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ef53b2d8-62a3-4220-bcc2-4f0f46b1fa05 req-1a8cfd36-db1c-4f83-9574-1ee753d503df tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0868976 Jun 30 16:36:49.855112 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aca03b34-fe77-491c-a308-74ab5015d743 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (7f9feb59-73af-4b6b-b7db-93328400acee), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:49.916580 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ef53b2d8-62a3-4220-bcc2-4f0f46b1fa05 req-92137562-eb78-4875-bd79-3150f3b54f52 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987866 Jun 30 16:36:50.030177 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aca03b34-fe77-491c-a308-74ab5015d743 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (7f9feb59-73af-4b6b-b7db-93328400acee), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:50.081042 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca03b34-fe77-491c-a308-74ab5015d743 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f9feb59-73af-4b6b-b7db-93328400acee,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:50.191851 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-aca03b34-fe77-491c-a308-74ab5015d743 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:50.197330 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-aca03b34-fe77-491c-a308-74ab5015d743 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6606636 Jun 30 16:36:50.197523 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 37064) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:36:50.202269 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-874c3284-4d27-412c-a745-bb6f107570ed tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Request body: {'security_group_rule': {'security_group_id': '920f480c-ac80-428f-8d32-1d5fa160f80a', 'project_id': '19b35fc495a345898167db62b9b95887', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:50.302210 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:INSERT=4,neutron:UPDATE=3,neutron:SELECT=93 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:50.312015 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6c2dd8df-5997-49ee-ab24-e53c75ab88d1 req-c9c55982-1076-44d0-97f4-990bf7fafa62 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 210 time: 0.0924242 Jun 30 16:36:50.411075 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-874c3284-4d27-412c-a745-bb6f107570ed tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Project 19b35fc495a345898167db62b9b95887 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 16:36:50.418072 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-874c3284-4d27-412c-a745-bb6f107570ed tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (e29f614e-6542-4068-ba34-9666aa5af7b5), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:50.505267 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-874c3284-4d27-412c-a745-bb6f107570ed tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (e29f614e-6542-4068-ba34-9666aa5af7b5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:50.665358 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-874c3284-4d27-412c-a745-bb6f107570ed tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (e29f614e-6542-4068-ba34-9666aa5af7b5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:50.695456 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c3284-4d27-412c-a745-bb6f107570ed tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e29f614e-6542-4068-ba34-9666aa5af7b5,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:50.768984 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-874c3284-4d27-412c-a745-bb6f107570ed tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:50.770610 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-874c3284-4d27-412c-a745-bb6f107570ed tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5721285 Jun 30 16:36:50.881591 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ae494-aa99-4965-812f-0c2305a5f681 req-e202c4bb-2f5f-4259-83eb-e72b79bb4f75 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:50.895041 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fd5ae494-aa99-4965-812f-0c2305a5f681 req-e202c4bb-2f5f-4259-83eb-e72b79bb4f75 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.1655641 Jun 30 16:36:51.038689 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fd5ae494-aa99-4965-812f-0c2305a5f681 req-befe6265-5499-458b-a31a-d392f9f18d85 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1349862 Jun 30 16:36:51.539422 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d7d25269-432e-491b-8f3d-6cec6f720dfe req-6e4ce7e2-ab16-4507-ad7a-929154fcbc56 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 210 time: 0.0558403 Jun 30 16:36:51.603571 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:52.271141 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fba92b-2661-4f21-b424-080981aaf3d2 req-4072aba8-447a-4412-af2a-92b841cf5dd9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:52.290692 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-04fba92b-2661-4f21-b424-080981aaf3d2 req-4072aba8-447a-4412-af2a-92b841cf5dd9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.1195042 Jun 30 16:36:52.385510 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-04fba92b-2661-4f21-b424-080981aaf3d2 req-3b017234-69df-41f7-9932-a7dc39d83c27 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833662 Jun 30 16:36:52.673953 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0e600594-a633-4559-8e1d-b7183a78ca39 req-3d614757-7b1f-4ed9-be9a-84ddde943136 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 210 time: 0.0436311 Jun 30 16:36:53.524613 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-b9ba860e-bf4f-47b1-92e9-12a36d72b2cf tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=62ec9078457f461db05068580817ab69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0800579 Jun 30 16:36:53.566123 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd56696-3d7e-4714-b749-796937a32db4 req-90b03462-fb9b-46a2-abaf-1dffe75801be tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:53.569304 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5cd56696-3d7e-4714-b749-796937a32db4 req-90b03462-fb9b-46a2-abaf-1dffe75801be tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.0884740 Jun 30 16:36:53.646143 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:53.651056 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5cd56696-3d7e-4714-b749-796937a32db4 req-e1cfbb98-dd71-4245-9d08-d96b489285cc tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740454 Jun 30 16:36:53.827820 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110289-3130-410f-b84a-3c65b273f33d req-cc5b9ae2-c5d2-46a9-8062-273f01b29d16 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:53.829967 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-cc5b9ae2-c5d2-46a9-8062-273f01b29d16 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2969379 Jun 30 16:36:53.844951 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-22949f4e-0d51-40d8-863b-bdd3518147be req-136e8b73-77b8-46b6-a10b-a178954c5cab tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 210 time: 0.0472460 Jun 30 16:36:54.148189 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Request body: {'port': {'device_id': '857e209a-1b96-4de8-aae0-f4b0091275c7', 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475', 'admin_state_up': True, 'tenant_id': '62ec9078457f461db05068580817ab69'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:54.645938 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Made reservation on behalf of 62ec9078457f461db05068580817ab69 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:36:54.650958 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:54.661167 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:54.749825 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Publish callbacks [] for security_group (eb3f3be8-17a5-4923-913e-2b230e2a8fbd), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:54.783148 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e41ecd7-dfd0-427b-ab29-c015efc59933 req-89eb4677-ee9a-441b-b24e-6d96f13b12c1 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:54.784745 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9e41ecd7-dfd0-427b-ab29-c015efc59933 req-89eb4677-ee9a-441b-b24e-6d96f13b12c1 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.0530550 Jun 30 16:36:54.841582 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (eb3f3be8-17a5-4923-913e-2b230e2a8fbd), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:54.854458 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9e41ecd7-dfd0-427b-ab29-c015efc59933 req-431f4093-e546-458e-abe9-633cc39be99b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591753 Jun 30 16:36:54.912919 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb3f3be8-17a5-4923-913e-2b230e2a8fbd,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:54.952952 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:54.971026 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9c6a2093-bc5f-4a97-9dc7-c599a2d8408c req-2678fe14-78d0-4686-84f4-e48cf92f5792 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 210 time: 0.0301118 Jun 30 16:36:55.014479 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Allocated IP 192.168.233.231 (43282be0-12b4-43af-af8a-80cf84f6c475/424f21a0-ee79-49e7-a055-eab92b3ddeac/2cd6c343-43aa-4c82-90b3-e348a6daf264) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:36:55.026704 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:55.188416 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Publish callbacks [] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:55.213441 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:55.316171 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:55.361509 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Network 43282be0-12b4-43af-af8a-80cf84f6c475 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:36:55.364670 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:36:55.367399 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:36:55.378481 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:55.378481 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:55.388440 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Pushing event updated for resources: {'Port': ['ID=2cd6c343-43aa-4c82-90b3-e348a6daf264,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:55.556396 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-bad4cc47-1b20-451b-968d-f87e2c87880e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4130285 Jun 30 16:36:55.600447 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c62e890f-7ffc-4cec-8cad-4e2e6e1d2594 None None] Provisioning complete for port 2cd6c343-43aa-4c82-90b3-e348a6daf264 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:36:55.601111 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c62e890f-7ffc-4cec-8cad-4e2e6e1d2594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:55.602702 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:55.637466 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c62e890f-7ffc-4cec-8cad-4e2e6e1d2594 None None] Port 2cd6c343-43aa-4c82-90b3-e348a6daf264 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:36:55.681820 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Request body: {'port': {'device_id': '857e209a-1b96-4de8-aae0-f4b0091275c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:36:55.752260 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:55.981094 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860bb3e-9940-475a-86ac-2b272b58f3f2 req-a40e26f3-1cd6-4212-a7b1-703989b1b41d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:55.982573 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2860bb3e-9940-475a-86ac-2b272b58f3f2 req-a40e26f3-1cd6-4212-a7b1-703989b1b41d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.0509109 Jun 30 16:36:56.030711 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cd6c343-43aa-4c82-90b3-e348a6daf264 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:36:56.040274 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Publish callbacks [] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:56.057376 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Transition to ACTIVE for port object 2cd6c343-43aa-4c82-90b3-e348a6daf264 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:36:56.060648 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2860bb3e-9940-475a-86ac-2b272b58f3f2 req-9dfad0d4-3643-4117-ae36-09d72b684bbf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719409 Jun 30 16:36:56.101894 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4a550-ebbb-4921-8271-32367395f390 req-9b0a7f0b-19f7-4429-ae64-5fe98317e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:56.103534 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1ec4a550-ebbb-4921-8271-32367395f390 req-9b0a7f0b-19f7-4429-ae64-5fe98317e8dc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 1129 time: 0.0442722 Jun 30 16:36:56.126132 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afd69e-219d-4949-acf2-b7eeccec6c04 req-e99dc516-827f-41ad-aaf1-73a9aac0a9df tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:56.127648 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-18afd69e-219d-4949-acf2-b7eeccec6c04 req-e99dc516-827f-41ad-aaf1-73a9aac0a9df tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 936 time: 0.0533409 Jun 30 16:36:56.186841 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-18afd69e-219d-4949-acf2-b7eeccec6c04 req-bc5bc72c-1e3d-48fa-9959-69f4d400c23d tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525851 Jun 30 16:36:56.188890 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:56.219111 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:56.267213 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4a550-ebbb-4921-8271-32367395f390 req-6939aecb-b275-4d69-9734-6161795f7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:56.268726 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1ec4a550-ebbb-4921-8271-32367395f390 req-6939aecb-b275-4d69-9734-6161795f7598 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93a4e560-3e75-48b5-b797-80cbf95a4a78 HTTP/1.1" status: 200 len: 917 time: 0.1569743 Jun 30 16:36:56.276043 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd6c343-43aa-4c82-90b3-e348a6daf264,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:56.349001 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Attempting to bind port 2cd6c343-43aa-4c82-90b3-e348a6daf264 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:36:56.349420 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Attempting to bind port 2cd6c343-43aa-4c82-90b3-e348a6daf264 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'f1d698f0-3933-45dc-8397-630645133955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:36:56.349853 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Attempting to bind port 2cd6c343-43aa-4c82-90b3-e348a6daf264 on network 43282be0-12b4-43af-af8a-80cf84f6c475 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:56.366682 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Port 2cd6c343-43aa-4c82-90b3-e348a6daf264 on network 43282be0-12b4-43af-af8a-80cf84f6c475 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:36:56.367211 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Attempting to bind port 2cd6c343-43aa-4c82-90b3-e348a6daf264 on network 43282be0-12b4-43af-af8a-80cf84f6c475 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:36:56.375910 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 36, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:36:56.376255 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Checking segment: {'id': 'f1d698f0-3933-45dc-8397-630645133955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:36:56.384537 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Bound using segment: {'id': 'f1d698f0-3933-45dc-8397-630645133955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:36:56.384537 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Bound port: 2cd6c343-43aa-4c82-90b3-e348a6daf264, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1d698f0-3933-45dc-8397-630645133955', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:36:56.384537 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:56.384537 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1ec4a550-ebbb-4921-8271-32367395f390 req-848ae407-e331-442f-8a65-8afa4a2cc057 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69 HTTP/1.1" status: 200 len: 1001 time: 0.0831032 Jun 30 16:36:56.470891 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4a550-ebbb-4921-8271-32367395f390 req-2a321ca9-c9ec-4fc9-81dc-2dc8aed00a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:56.472423 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1ec4a550-ebbb-4921-8271-32367395f390 req-2a321ca9-c9ec-4fc9-81dc-2dc8aed00a1b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=36d695e2-318a-416b-9854-a898a8097f8d HTTP/1.1" status: 200 len: 855 time: 0.0830388 Jun 30 16:36:56.516818 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] For port 2cd6c343-43aa-4c82-90b3-e348a6daf264, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:36:56.534541 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] For port 2cd6c343-43aa-4c82-90b3-e348a6daf264, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cd6c343-43aa-4c82-90b3-e348a6daf264,segment=NetworkSegment(f1d698f0-3933-45dc-8397-630645133955),segment_id=f1d698f0-3933-45dc-8397-630645133955)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:36:56.538190 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec4a550-ebbb-4921-8271-32367395f390 req-bee17ac9-d7f3-4d22-9bc3-106a3ada367b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:56.540020 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1ec4a550-ebbb-4921-8271-32367395f390 req-bee17ac9-d7f3-4d22-9bc3-106a3ada367b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93a4e560-3e75-48b5-b797-80cbf95a4a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0595636 Jun 30 16:36:56.571125 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:56.625863 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:56.682993 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:56.683687 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:56.685005 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] 10.222.0.65 "PUT /v2.0/ports/2cd6c343-43aa-4c82-90b3-e348a6daf264 HTTP/1.1" status: 200 len: 1098 time: 1.0079255 Jun 30 16:36:56.685454 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857e209a-1b96-4de8-aae0-f4b0091275c7', 'tag': '2cd6c343-43aa-4c82-90b3-e348a6daf264'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:36:56.687735 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceddc3c4-894a-4941-826f-25eca46cae33" -d '{"events": [{"name": "network-changed", "server_uuid": "857e209a-1b96-4de8-aae0-f4b0091275c7", "tag": "2cd6c343-43aa-4c82-90b3-e348a6daf264"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:36:56.695102 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1ec4a550-ebbb-4921-8271-32367395f390 req-34577461-ecb4-4b5e-908e-33f78d81bfb9 service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399996 Jun 30 16:36:56.731906 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fade750-a70f-4661-a213-a4c9fd398241 service neutron] Pushing event updated for resources: {'Port': ['ID=2cd6c343-43aa-4c82-90b3-e348a6daf264,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:36:56.748698 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adfbd80-7a63-498f-a99c-3e73a361fa31 x-openstack-request-id: req-9adfbd80-7a63-498f-a99c-3e73a361fa31 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:36:56.749240 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857e209a-1b96-4de8-aae0-f4b0091275c7", "tag": "2cd6c343-43aa-4c82-90b3-e348a6daf264", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:36:56.749746 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9adfbd80-7a63-498f-a99c-3e73a361fa31 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:36:56.750527 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9adfbd80-7a63-498f-a99c-3e73a361fa31'] response: {'name': 'network-changed', 'server_uuid': '857e209a-1b96-4de8-aae0-f4b0091275c7', 'tag': '2cd6c343-43aa-4c82-90b3-e348a6daf264', 'status': 'completed', 'code': 200} Jun 30 16:36:56.821326 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1ec4a550-ebbb-4921-8271-32367395f390 req-bf27d8db-d288-4599-a656-07fe052dafd5 service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152165 Jun 30 16:36:57.191069 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e63e9-25fd-4df3-9a2e-2f15b878561c req-5745c4e7-5e1f-499a-ae87-3a6408b91267 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:57.192580 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-149e63e9-25fd-4df3-9a2e-2f15b878561c req-5745c4e7-5e1f-499a-ae87-3a6408b91267 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.0501704 Jun 30 16:36:57.230604 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=5 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:57.250305 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:57.254027 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-149e63e9-25fd-4df3-9a2e-2f15b878561c req-16ef9eb1-6c05-4d18-bcd2-c537bbc725f9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550101 Jun 30 16:36:57.348541 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b697b59-38f0-4d0a-82ed-7de9d264a67a req-2c709c9f-ffb0-417c-b2cd-4fafcddffcc3 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:57.350050 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7b697b59-38f0-4d0a-82ed-7de9d264a67a req-2c709c9f-ffb0-417c-b2cd-4fafcddffcc3 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 948 time: 0.0510242 Jun 30 16:36:57.367677 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:57.401729 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7b697b59-38f0-4d0a-82ed-7de9d264a67a req-d95628da-d50b-4300-a360-ad257c959a3e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460296 Jun 30 16:36:57.485796 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:57.756188 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:DELETE=2,neutron:SELECT=85,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:58.057301 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:58.116890 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:58.194783 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:58.229185 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:58.383781 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422a4d7-29d4-4b99-9154-6f247fb548eb req-fa530ed1-1877-4699-be5a-8f5ab4bbf065 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:58.385260 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9422a4d7-29d4-4b99-9154-6f247fb548eb req-fa530ed1-1877-4699-be5a-8f5ab4bbf065 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.0541089 Jun 30 16:36:58.430423 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:58.437685 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9422a4d7-29d4-4b99-9154-6f247fb548eb req-9b16149f-4f4f-4729-89d6-ba72cfdb9757 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467830 Jun 30 16:36:58.453330 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:58.530490 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae148e-ebc9-4b2f-a665-eb4c09a30e22 req-3ab2e49d-9943-4f99-b74b-69382f265eaf tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:58.532094 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-faae148e-ebc9-4b2f-a665-eb4c09a30e22 req-3ab2e49d-9943-4f99-b74b-69382f265eaf tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 948 time: 0.0595818 Jun 30 16:36:58.581823 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-faae148e-ebc9-4b2f-a665-eb4c09a30e22 req-db418868-2d9e-48f9-a6a8-1be54d8577ff tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441675 Jun 30 16:36:58.705119 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:36:58.798387 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddc3c4-894a-4941-826f-25eca46cae33 req-ce1478a6-14d3-4940-85dc-172368187aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:58.800089 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ceddc3c4-894a-4941-826f-25eca46cae33 req-ce1478a6-14d3-4940-85dc-172368187aad service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62ec9078457f461db05068580817ab69&device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 1132 time: 0.0433524 Jun 30 16:36:59.568228 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa9816-fda3-45bd-8931-b7cf3ce106ed req-3144acb0-593b-4fb6-946b-9df91a655d46 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:59.570008 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b8aa9816-fda3-45bd-8931-b7cf3ce106ed req-3144acb0-593b-4fb6-946b-9df91a655d46 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 945 time: 0.0537329 Jun 30 16:36:59.621011 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b8aa9816-fda3-45bd-8931-b7cf3ce106ed req-477c2a10-9326-43fd-945d-5db0042c56f1 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452690 Jun 30 16:36:59.704110 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512da17-f7a4-4491-9ceb-1899c8d4fd5e req-2413424b-a22d-435e-9911-d7e1050317cb tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:36:59.705648 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6512da17-f7a4-4491-9ceb-1899c8d4fd5e req-2413424b-a22d-435e-9911-d7e1050317cb tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 948 time: 0.0480361 Jun 30 16:36:59.754085 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device feb9d98a-c1aa-45cf-b1e3-06597d656e69 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:36:59.754936 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6512da17-f7a4-4491-9ceb-1899c8d4fd5e req-c884dea9-6aa0-44ea-8b40-f348bc1dc89c tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432603 Jun 30 16:36:59.949499 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port feb9d98a-c1aa-45cf-b1e3-06597d656e69 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:36:59.949888 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:36:59.973315 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:36:59.976210 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28c2c592-42a5-47da-aa9a-97225e5f958d" -d '{"events": [{"server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "name": "network-vif-unplugged", "status": "completed", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:36:59.988632 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:00.013585 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 30 Jun 2022 16:36:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f34a6a-3853-4271-839d-afe551c265f5 x-openstack-request-id: req-17f34a6a-3853-4271-839d-afe551c265f5 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:37:00.013878 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "name": "network-vif-unplugged", "status": "completed", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:37:00.014130 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17f34a6a-3853-4271-839d-afe551c265f5 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:37:00.014524 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f34a6a-3853-4271-839d-afe551c265f5'] response: {'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'code': 200} Jun 30 16:37:00.057628 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:00.106819 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=feb9d98a-c1aa-45cf-b1e3-06597d656e69,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:00.752221 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50cf35f-c255-4386-a1e8-d50bf02de18d req-8857a3ee-0dcd-48b8-b630-30745b7ea972 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:00.753721 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c50cf35f-c255-4386-a1e8-d50bf02de18d req-8857a3ee-0dcd-48b8-b630-30745b7ea972 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0523460 Jun 30 16:37:00.809598 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c50cf35f-c255-4386-a1e8-d50bf02de18d req-76fced45-32b4-43c7-96b0-f0fbec0ea4f0 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489407 Jun 30 16:37:00.885368 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8c2d97-fe4e-461d-8126-4958e4999be5 req-57c29a9a-856a-4fa9-9c6d-18d805c8037a tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:00.893008 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6d8c2d97-fe4e-461d-8126-4958e4999be5 req-57c29a9a-856a-4fa9-9c6d-18d805c8037a tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 948 time: 0.0581310 Jun 30 16:37:00.946700 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6d8c2d97-fe4e-461d-8126-4958e4999be5 req-97bfdc1e-6469-45fe-9c10-6bf4d2fc09d6 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525928 Jun 30 16:37:01.938481 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b0a432-3015-4fe2-9ed6-0a060bbce68d req-c52ca522-9d9f-4884-94b5-ea05b6b0a914 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:01.940237 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-25b0a432-3015-4fe2-9ed6-0a060bbce68d req-c52ca522-9d9f-4884-94b5-ea05b6b0a914 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0550001 Jun 30 16:37:01.992116 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-25b0a432-3015-4fe2-9ed6-0a060bbce68d req-f8f154c1-1b71-4ef0-9817-206a5306d383 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435247 Jun 30 16:37:02.066046 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398386b8-2aa1-40b6-b6b9-24d25c6b43e1 req-cc3852ee-8068-4d24-b7d6-e1619ebcfcbb tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:02.067556 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-398386b8-2aa1-40b6-b6b9-24d25c6b43e1 req-cc3852ee-8068-4d24-b7d6-e1619ebcfcbb tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 948 time: 0.0521622 Jun 30 16:37:02.117440 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-398386b8-2aa1-40b6-b6b9-24d25c6b43e1 req-887a03b4-24f8-484e-a1bf-adad8c66a67e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439718 Jun 30 16:37:02.828975 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:02.829788 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:03.116227 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49429b6c-b57f-4e64-ba2b-8b67a1d51648 req-4935cfcd-e1f7-4ba2-8490-8c8afac7ee99 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:03.118323 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-49429b6c-b57f-4e64-ba2b-8b67a1d51648 req-4935cfcd-e1f7-4ba2-8490-8c8afac7ee99 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0492878 Jun 30 16:37:03.168080 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-49429b6c-b57f-4e64-ba2b-8b67a1d51648 req-8e5e72ad-6403-42e2-b853-60a66224f2b5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442157 Jun 30 16:37:03.235029 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612264c1-a73a-4a04-9006-0d21e2609eb1 req-80306c9e-3f24-439e-a4c7-343b1002a0b9 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:03.236508 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-612264c1-a73a-4a04-9006-0d21e2609eb1 req-80306c9e-3f24-439e-a4c7-343b1002a0b9 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 948 time: 0.0495312 Jun 30 16:37:03.290267 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-612264c1-a73a-4a04-9006-0d21e2609eb1 req-71c265ca-d05e-4c90-a6cb-a422302c9d07 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472224 Jun 30 16:37:04.290368 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aea2af1-1fff-4bd3-9960-282686296d5a req-f7df323f-5f5f-48d0-95ba-87a2c5897b6d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:04.291813 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1aea2af1-1fff-4bd3-9960-282686296d5a req-f7df323f-5f5f-48d0-95ba-87a2c5897b6d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0489016 Jun 30 16:37:04.329931 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:04.343021 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1aea2af1-1fff-4bd3-9960-282686296d5a req-440c30c0-a57a-405a-8d27-a8ba851a6ebb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454013 Jun 30 16:37:04.414612 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d6a36-a200-4817-8782-e39a4f5b45a3 req-caad1ec9-dc7c-4679-9933-3c682ca20793 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:04.416088 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-357d6a36-a200-4817-8782-e39a4f5b45a3 req-caad1ec9-dc7c-4679-9933-3c682ca20793 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 948 time: 0.0469968 Jun 30 16:37:04.453772 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ceddc3c4-894a-4941-826f-25eca46cae33 req-3580810a-7c7c-47ed-9be8-61984d6f22dc service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=62ec9078457f461db05068580817ab69&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213356 Jun 30 16:37:04.466440 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-357d6a36-a200-4817-8782-e39a4f5b45a3 req-7614e91c-44bc-4011-b167-02321e5e1230 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Jun 30 16:37:04.553514 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceddc3c4-894a-4941-826f-25eca46cae33 req-9362d339-3809-492e-9c57-00db5cb96b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:04.555016 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-ceddc3c4-894a-4941-826f-25eca46cae33 req-9362d339-3809-492e-9c57-00db5cb96b8a service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0950181 Jun 30 16:37:04.647683 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110289-3130-410f-b84a-3c65b273f33d req-de76b28b-33f7-4398-ad0c-86bd599c80ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:04.649761 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-de76b28b-33f7-4398-ad0c-86bd599c80ee service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=62ec9078457f461db05068580817ab69&device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 1132 time: 0.0469003 Jun 30 16:37:04.705358 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-4b5904c1-532e-4c80-ac4a-32eaad86d502 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=2cd6c343-43aa-4c82-90b3-e348a6daf264 HTTP/1.1" status: 200 len: 217 time: 0.0350142 Jun 30 16:37:04.750518 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-23df2fb3-cbb3-4647-b506-16ed60acd904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:04.760518 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110289-3130-410f-b84a-3c65b273f33d req-8508ece0-93d0-475a-8606-bd7032ec03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:04.762045 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-8508ece0-93d0-475a-8606-bd7032ec03b0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=424f21a0-ee79-49e7-a055-eab92b3ddeac HTTP/1.1" status: 200 len: 843 time: 0.0484638 Jun 30 16:37:04.818220 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fb7cef4-5f44-43f3-8d92-62f539066705 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:04.820511 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-2fb7cef4-5f44-43f3-8d92-62f539066705 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43282be0-12b4-43af-af8a-80cf84f6c475&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0462582 Jun 30 16:37:04.906775 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:04.923185 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-bb874991-9a76-4dfe-9bbc-3e6f627f3a37 service neutron] 10.222.0.65 "GET /v2.0/networks/43282be0-12b4-43af-af8a-80cf84f6c475?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949695 Jun 30 16:37:05.030896 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-cb110289-3130-410f-b84a-3c65b273f33d req-6c2a8112-2225-41e7-b355-569e8bb58aa7 service neutron] 10.222.0.65 "GET /v2.0/networks/43282be0-12b4-43af-af8a-80cf84f6c475?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999734 Jun 30 16:37:05.473630 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1da84-ddf9-4391-ba99-56cbcbc4a544 req-1ad1292a-7da1-4ad1-8c2a-47b415f1045a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:05.475107 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cdf1da84-ddf9-4391-ba99-56cbcbc4a544 req-1ad1292a-7da1-4ad1-8c2a-47b415f1045a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0548127 Jun 30 16:37:05.538067 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cdf1da84-ddf9-4391-ba99-56cbcbc4a544 req-e9744a10-0198-4747-a65c-126378204f6f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561607 Jun 30 16:37:05.587214 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:05.604535 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668c1388-0879-4472-b158-f33b21e35d0c req-0b230eff-e681-4363-a335-6e6b85d65afc tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:05.606057 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-668c1388-0879-4472-b158-f33b21e35d0c req-0b230eff-e681-4363-a335-6e6b85d65afc tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 948 time: 0.0530026 Jun 30 16:37:05.662277 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-668c1388-0879-4472-b158-f33b21e35d0c req-7c64a54a-c2c6-4099-af1f-1edbf8a2f744 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502665 Jun 30 16:37:06.784740 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02484b39-d2e4-4e34-904c-302972f90620 req-b96b06ce-e7b0-45e6-84fd-dec43d7cf182 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:06.786214 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-02484b39-d2e4-4e34-904c-302972f90620 req-b96b06ce-e7b0-45e6-84fd-dec43d7cf182 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 948 time: 0.0525477 Jun 30 16:37:06.846644 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-02484b39-d2e4-4e34-904c-302972f90620 req-52327eb6-90a6-44ce-bb37-4ec486837c81 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461795 Jun 30 16:37:06.950614 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [req-d68919fb-5973-4df7-8cce-e8ab0e8c3f0b req-cac78756-d96f-4a15-8f74-36b77bd2f363 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:37:06.951631 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d68919fb-5973-4df7-8cce-e8ab0e8c3f0b req-cac78756-d96f-4a15-8f74-36b77bd2f363 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053618 Jun 30 16:37:07.283512 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fb6cf5-5cbb-45b5-b500-a54d3a3e88b2 req-647b9d10-ab57-4fc5-b90a-fc5ab3f4f90d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:07.285072 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a5fb6cf5-5cbb-45b5-b500-a54d3a3e88b2 req-647b9d10-ab57-4fc5-b90a-fc5ab3f4f90d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0483038 Jun 30 16:37:07.337148 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a5fb6cf5-5cbb-45b5-b500-a54d3a3e88b2 req-25a34525-cf12-4f16-98ea-6856cebfb92f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448527 Jun 30 16:37:07.345213 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a36d5159-f415-43f8-a2e6-fdb9ba94feb1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:07.846956 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37380) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:07.935306 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-e9e4d7b9-4c16-4de8-bab4-14fa5d286b1a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0871649 Jun 30 16:37:07.944308 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-e7fa3f0d-34f5-41d9-a580-b6c76af5ea99 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:37:07.946010 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-e7fa3f0d-34f5-41d9-a580-b6c76af5ea99 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058239 Jun 30 16:37:07.961857 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37487f0-fa1d-44f1-82f2-4b65e28f6760 req-70bda5b5-c958-4058-8682-b062c6a58691 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:07.963355 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d37487f0-fa1d-44f1-82f2-4b65e28f6760 req-70bda5b5-c958-4058-8682-b062c6a58691 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 948 time: 0.0504520 Jun 30 16:37:08.020100 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d37487f0-fa1d-44f1-82f2-4b65e28f6760 req-30f1cf78-c1f5-41fa-9ded-a8e8793aa260 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509982 Jun 30 16:37:08.035979 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 37390) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:08.136600 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-0b535fee-d14a-4a07-9f57-05e83cf3a860 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:08.137956 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-0b535fee-d14a-4a07-9f57-05e83cf3a860 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports/feb9d98a-c1aa-45cf-b1e3-06597d656e69 HTTP/1.1" status: 200 len: 940 time: 0.1010082 Jun 30 16:37:08.311309 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:08.461884 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc016dc-4fe9-4b55-9fad-8441d9199477 req-8ebf9b1a-3ded-45bf-b10e-d34818ff02e2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:08.463456 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4bc016dc-4fe9-4b55-9fad-8441d9199477 req-8ebf9b1a-3ded-45bf-b10e-d34818ff02e2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0500638 Jun 30 16:37:08.516746 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4bc016dc-4fe9-4b55-9fad-8441d9199477 req-0bc45690-e4d1-4a9a-8cb7-c0f9769367d0 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475976 Jun 30 16:37:09.137085 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ce5053-789c-4dd0-8602-0975427e0ca1 req-a529afb6-8e52-4128-9fc5-e70625435380 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:09.138622 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-81ce5053-789c-4dd0-8602-0975427e0ca1 req-a529afb6-8e52-4128-9fc5-e70625435380 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 948 time: 0.0488317 Jun 30 16:37:09.190516 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-81ce5053-789c-4dd0-8602-0975427e0ca1 req-088b7a11-5e97-48fa-8cd1-6758817797eb tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461833 Jun 30 16:37:09.647387 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42720674-15d6-4f48-ba6f-56e2ab268fc2 req-cd8e1f68-b12b-41f4-ac7f-e029fc82fc84 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:09.649320 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-42720674-15d6-4f48-ba6f-56e2ab268fc2 req-cd8e1f68-b12b-41f4-ac7f-e029fc82fc84 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0540190 Jun 30 16:37:09.706049 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-42720674-15d6-4f48-ba6f-56e2ab268fc2 req-37b5ca8a-c0b0-4e28-9558-8513eaf9a32e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496285 Jun 30 16:37:09.722663 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:09.953991 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:09.987733 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 2cd6c343-43aa-4c82-90b3-e348a6daf264 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:37:09.992709 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device feb9d98a-c1aa-45cf-b1e3-06597d656e69 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:37:10.001179 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:10.149819 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port feb9d98a-c1aa-45cf-b1e3-06597d656e69 is: DOWN; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:10.162858 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 2cd6c343-43aa-4c82-90b3-e348a6daf264, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cd6c343-43aa-4c82-90b3-e348a6daf264,segment=NetworkSegment(f1d698f0-3933-45dc-8397-630645133955),segment_id=f1d698f0-3933-45dc-8397-630645133955)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:10.175996 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '2cd6c343-43aa-4c82-90b3-e348a6daf264', 'network_id': '43282be0-12b4-43af-af8a-80cf84f6c475', 'port_id': '2cd6c343-43aa-4c82-90b3-e348a6daf264', 'mac_address': 'fa:16:3e:3e:e2:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '424f21a0-ee79-49e7-a055-eab92b3ddeac', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:37:10.220602 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 2cd6c343-43aa-4c82-90b3-e348a6daf264 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:10.221086 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:10.237996 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cd6c343-43aa-4c82-90b3-e348a6daf264 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:37:10.244836 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:10.264470 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 2cd6c343-43aa-4c82-90b3-e348a6daf264, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cd6c343-43aa-4c82-90b3-e348a6daf264,segment=NetworkSegment(f1d698f0-3933-45dc-8397-630645133955),segment_id=f1d698f0-3933-45dc-8397-630645133955)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:10.318333 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b3213-b5af-47b2-adc9-1ca40be9348f req-65107946-54f0-4214-b4ce-5e3341c1ab0e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:10.319902 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dd6b3213-b5af-47b2-adc9-1ca40be9348f req-65107946-54f0-4214-b4ce-5e3341c1ab0e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 948 time: 0.0543988 Jun 30 16:37:10.354871 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:10.369709 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dd6b3213-b5af-47b2-adc9-1ca40be9348f req-ec3b8a10-c733-435f-ab65-b9ecb08503e2 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432682 Jun 30 16:37:10.380099 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:10.429933 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=2cd6c343-43aa-4c82-90b3-e348a6daf264,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:10.729674 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['2cd6c343-43aa-4c82-90b3-e348a6daf264'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:37:10.840063 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab5603-3b08-4b4e-9ab4-ac4c2fcaf388 req-08804d71-0887-4027-9a90-8a60cff2db4c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:10.841580 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eaab5603-3b08-4b4e-9ab4-ac4c2fcaf388 req-08804d71-0887-4027-9a90-8a60cff2db4c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0534208 Jun 30 16:37:10.898137 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eaab5603-3b08-4b4e-9ab4-ac4c2fcaf388 req-e251a5ab-f47f-41f4-ac09-7a2228f18d9f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504255 Jun 30 16:37:11.495385 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c976e21-ea4a-424b-b990-9be63387a8b0 req-f0d2ce37-e553-4154-acb1-5b0ebed2c28f tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:11.496881 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4c976e21-ea4a-424b-b990-9be63387a8b0 req-f0d2ce37-e553-4154-acb1-5b0ebed2c28f tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 949 time: 0.0531557 Jun 30 16:37:11.548327 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4c976e21-ea4a-424b-b990-9be63387a8b0 req-1f2dee2b-fa6c-4d63-9782-afb826972485 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 Jun 30 16:37:11.888907 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:12.002933 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 2cd6c343-43aa-4c82-90b3-e348a6daf264 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:12.025978 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c608393-b118-4721-88ae-007f6d664f33 req-e55f1301-7852-473c-8305-768f613acd4b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:12.027513 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4c608393-b118-4721-88ae-007f6d664f33 req-e55f1301-7852-473c-8305-768f613acd4b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0552120 Jun 30 16:37:12.049194 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 2cd6c343-43aa-4c82-90b3-e348a6daf264 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:37:12.078852 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4c608393-b118-4721-88ae-007f6d664f33 req-da1d8351-a68e-470b-afb7-37e312fe332a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451303 Jun 30 16:37:12.151698 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 2cd6c343-43aa-4c82-90b3-e348a6daf264 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:12.151992 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:12.234058 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 2cd6c343-43aa-4c82-90b3-e348a6daf264 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:12.234420 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:12.266493 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857e209a-1b96-4de8-aae0-f4b0091275c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd6c343-43aa-4c82-90b3-e348a6daf264'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:37:12.269126 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7cc9610-ad66-4220-8e0f-404160e69bde" -d '{"events": [{"server_uuid": "857e209a-1b96-4de8-aae0-f4b0091275c7", "name": "network-vif-plugged", "status": "completed", "tag": "2cd6c343-43aa-4c82-90b3-e348a6daf264"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:37:12.285636 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 2cd6c343-43aa-4c82-90b3-e348a6daf264, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cd6c343-43aa-4c82-90b3-e348a6daf264,segment=NetworkSegment(f1d698f0-3933-45dc-8397-630645133955),segment_id=f1d698f0-3933-45dc-8397-630645133955)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:12.325050 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b45f9a-3e10-4dfb-aab5-aa9babe3eebd x-openstack-request-id: req-61b45f9a-3e10-4dfb-aab5-aa9babe3eebd {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:37:12.325373 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857e209a-1b96-4de8-aae0-f4b0091275c7", "name": "network-vif-plugged", "status": "completed", "tag": "2cd6c343-43aa-4c82-90b3-e348a6daf264", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:37:12.325683 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-61b45f9a-3e10-4dfb-aab5-aa9babe3eebd {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:37:12.326089 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b45f9a-3e10-4dfb-aab5-aa9babe3eebd'] response: {'server_uuid': '857e209a-1b96-4de8-aae0-f4b0091275c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cd6c343-43aa-4c82-90b3-e348a6daf264', 'code': 200} Jun 30 16:37:12.359533 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-42b374f8-7cff-4fc7-8d5b-6c1af3979500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:12.361120 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-42b374f8-7cff-4fc7-8d5b-6c1af3979500 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46&tenant_id=b66c389f8c5a47b2b97819e449c64ba0 HTTP/1.1" status: 200 len: 1127 time: 0.0996721 Jun 30 16:37:12.441084 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-26f82559-16c0-4051-a7b2-527aaef69f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:12.442554 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-26f82559-16c0-4051-a7b2-527aaef69f00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 1127 time: 0.0466788 Jun 30 16:37:12.465980 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:12.529230 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=2cd6c343-43aa-4c82-90b3-e348a6daf264,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:12.558852 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-153fd6d7-c0c0-412d-bfeb-0a1af94ef6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:12.560663 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-153fd6d7-c0c0-412d-bfeb-0a1af94ef6b2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93a4e560-3e75-48b5-b797-80cbf95a4a78 HTTP/1.1" status: 200 len: 917 time: 0.1049485 Jun 30 16:37:12.642480 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-cbcf61b6-5939-42fa-adc6-088d51697588 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69 HTTP/1.1" status: 200 len: 999 time: 0.0735252 Jun 30 16:37:12.687900 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda442f6-3889-4e38-af2c-765b31ebd81d req-0cf7aa69-b22d-4bbd-80ae-d166c40a6245 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:12.689666 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fda442f6-3889-4e38-af2c-765b31ebd81d req-0cf7aa69-b22d-4bbd-80ae-d166c40a6245 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0619156 Jun 30 16:37:12.712660 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-061bfa3e-8ff2-44e2-b8e1-cef365b1efd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:12.712660 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-061bfa3e-8ff2-44e2-b8e1-cef365b1efd4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=36d695e2-318a-416b-9854-a898a8097f8d HTTP/1.1" status: 200 len: 855 time: 0.0522614 Jun 30 16:37:12.720854 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:12.746495 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fda442f6-3889-4e38-af2c-765b31ebd81d req-88c9515c-bf5a-4efc-9422-044cbd773844 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489459 Jun 30 16:37:12.791181 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-171df07a-c130-495c-b83a-5e3e69781757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:12.792727 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-171df07a-c130-495c-b83a-5e3e69781757 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93a4e560-3e75-48b5-b797-80cbf95a4a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0844059 Jun 30 16:37:12.800514 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ca1e0-fd8e-458d-bce7-aa696825e7de req-b61a2348-a903-419b-ab2a-7bae5cf7b215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:12.801937 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-7a6ca1e0-fd8e-458d-bce7-aa696825e7de req-b61a2348-a903-419b-ab2a-7bae5cf7b215 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 1134 time: 0.0652847 Jun 30 16:37:12.851519 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:12.911778 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-7a6ca1e0-fd8e-458d-bce7-aa696825e7de req-ca04eb11-44e0-4011-a291-4ffd06c524e8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000226 Jun 30 16:37:12.928107 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-80257569-de2a-4db2-bc09-1dc03a977493 service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252656 Jun 30 16:37:13.205742 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2de84-84ec-40b3-b1d2-4c7dfdaa86de req-1777c69e-31a0-4f2f-839d-e1e4e88a6828 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:13.207402 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-98d2de84-84ec-40b3-b1d2-4c7dfdaa86de req-1777c69e-31a0-4f2f-839d-e1e4e88a6828 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0506592 Jun 30 16:37:13.223736 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-907241e5-0bb8-4374-9140-8e5ffad71356 req-11aeb8ca-6f1c-47a7-aaac-cf8e405067d7 service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933385 Jun 30 16:37:13.273453 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-98d2de84-84ec-40b3-b1d2-4c7dfdaa86de req-7f828164-2d22-459d-bfc9-8ab015db802d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593374 Jun 30 16:37:13.869909 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7431b0ea-742d-411e-8dd8-65888d93afa1 req-0172afd3-ffe6-4e5c-840a-a403e8338619 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:13.871420 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7431b0ea-742d-411e-8dd8-65888d93afa1 req-0172afd3-ffe6-4e5c-840a-a403e8338619 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0507298 Jun 30 16:37:13.921867 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7431b0ea-742d-411e-8dd8-65888d93afa1 req-844d77fe-9682-410b-99d3-99ec6410f9f8 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442491 Jun 30 16:37:14.412660 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642eeaf0-467d-474c-82f7-70f3bb1a0d78 req-4538d57c-0382-46ec-b631-170e4d7d196d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:14.414291 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-642eeaf0-467d-474c-82f7-70f3bb1a0d78 req-4538d57c-0382-46ec-b631-170e4d7d196d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0609748 Jun 30 16:37:14.471053 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-642eeaf0-467d-474c-82f7-70f3bb1a0d78 req-1cf95e45-0d58-4679-9db4-ed114dab4fca tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475063 Jun 30 16:37:14.733583 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 37548) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:14.782661 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-884c69a9-20be-49db-8672-c50bcd6f1e74 admin admin] Deleting subnet de162f65-a821-4af2-b34e-89c2fe875c6a {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:37:14.786006 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-884c69a9-20be-49db-8672-c50bcd6f1e74 admin admin] Publish callbacks [] for subnet (de162f65-a821-4af2-b34e-89c2fe875c6a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:14.822783 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-884c69a9-20be-49db-8672-c50bcd6f1e74 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267484'] for subnet (de162f65-a821-4af2-b34e-89c2fe875c6a), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:14.867807 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-884c69a9-20be-49db-8672-c50bcd6f1e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (de162f65-a821-4af2-b34e-89c2fe875c6a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.066137 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e3436b-08fb-4ff8-bf5f-f4651e124fdc req-7b0e4dcf-e5d6-42da-ad49-0ac4dbefcc48 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:15.067825 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-10e3436b-08fb-4ff8-bf5f-f4651e124fdc req-7b0e4dcf-e5d6-42da-ad49-0ac4dbefcc48 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0611236 Jun 30 16:37:15.068985 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-884c69a9-20be-49db-8672-c50bcd6f1e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13834865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13008078'] for subnet (de162f65-a821-4af2-b34e-89c2fe875c6a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.111338 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:15.112439 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c69a9-20be-49db-8672-c50bcd6f1e74 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de162f65-a821-4af2-b34e-89c2fe875c6a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:15.115016 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-884c69a9-20be-49db-8672-c50bcd6f1e74 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.120885 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-884c69a9-20be-49db-8672-c50bcd6f1e74 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/de162f65-a821-4af2-b34e-89c2fe875c6a HTTP/1.1" status: 204 len: 168 time: 0.3836358 Jun 30 16:37:15.121012 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37554) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:15.163533 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-10e3436b-08fb-4ff8-bf5f-f4651e124fdc req-9406157d-9fd3-46d1-9f63-f443af6776e6 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667124 Jun 30 16:37:15.231780 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (576d49d7-784b-4faa-a214-60604c09a51d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.324261 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (576d49d7-784b-4faa-a214-60604c09a51d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.350668 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.351118 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.351910 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.352244 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > port after_create 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.353123 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > port after_delete 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.353496 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > port after_update 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.354101 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.354194 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.354498 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.354873 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.427417 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.427832 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.428174 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.428519 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104393) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 30 16:37:15.428902 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['576d49d7-784b-4faa-a214-60604c09a51d']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:15.447155 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24222616-aa53-44af-9c01-e5acfc32735c') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:15.447155 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24222616-aa53-44af-9c01-e5acfc32735c') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:15.465848 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13027211'] for segment (24222616-aa53-44af-9c01-e5acfc32735c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.493033 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (24222616-aa53-44af-9c01-e5acfc32735c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.503391 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:37:15.503839 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12978114'] for segment (24222616-aa53-44af-9c01-e5acfc32735c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.628675 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33880f8-9359-4f4a-b9f1-f4ea0edc66d8 req-d59b5359-ce4f-46e6-9731-2ae9d6c2680b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:15.630352 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e33880f8-9359-4f4a-b9f1-f4ea0edc66d8 req-d59b5359-ce4f-46e6-9731-2ae9d6c2680b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0644255 Jun 30 16:37:15.655277 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (576d49d7-784b-4faa-a214-60604c09a51d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.661737 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:15.663977 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.674781 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] 10.222.0.67 "DELETE /v2.0/networks/576d49d7-784b-4faa-a214-60604c09a51d HTTP/1.1" status: 204 len: 168 time: 0.5493851 Jun 30 16:37:15.693023 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37564) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:15.703311 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a38788-dd0e-4679-982d-844c21c34a3a admin admin] Pushing event deleted for resources: {'Network': ['ID=576d49d7-784b-4faa-a214-60604c09a51d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:15.731703 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e33880f8-9359-4f4a-b9f1-f4ea0edc66d8 req-8df76b5c-d284-49d2-9290-366b8a00d949 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944021 Jun 30 16:37:15.758432 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-7428358b-a665-4f89-b99a-79f376bd5535 admin admin] Deleting subnet a6fda83f-3733-47bc-880f-d288c9012054 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:37:15.768139 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7428358b-a665-4f89-b99a-79f376bd5535 admin admin] Publish callbacks [] for subnet (a6fda83f-3733-47bc-880f-d288c9012054), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.828747 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7428358b-a665-4f89-b99a-79f376bd5535 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13027248'] for subnet (a6fda83f-3733-47bc-880f-d288c9012054), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.851204 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 24222616-aa53-44af-9c01-e5acfc32735c resource provider aggregate not found Jun 30 16:37:15.883528 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7428358b-a665-4f89-b99a-79f376bd5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (a6fda83f-3733-47bc-880f-d288c9012054), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:15.887796 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 24222616-aa53-44af-9c01-e5acfc32735c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24222616-aa53-44af-9c01-e5acfc32735c found for delete ", "request_id": "req-5a254f61-bf01-487a-a98d-661645606938"}]} Jun 30 16:37:16.065004 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7428358b-a665-4f89-b99a-79f376bd5535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12978040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13262272'] for subnet (a6fda83f-3733-47bc-880f-d288c9012054), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:16.092661 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7428358b-a665-4f89-b99a-79f376bd5535 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6fda83f-3733-47bc-880f-d288c9012054,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:16.098605 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7428358b-a665-4f89-b99a-79f376bd5535 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:16.101722 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-7428358b-a665-4f89-b99a-79f376bd5535 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/a6fda83f-3733-47bc-880f-d288c9012054 HTTP/1.1" status: 204 len: 168 time: 0.4077311 Jun 30 16:37:16.105183 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37576) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:16.182066 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (ec6c43fa-67b8-402f-ab81-c471d8378541), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:16.272186 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (ec6c43fa-67b8-402f-ab81-c471d8378541), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:16.280194 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:16.338802 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1563f1-f37f-4d77-a43b-07f2c19ed9bc req-5741ef8a-8d9a-413a-aca3-d517ed4932f8 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:16.341322 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8f1563f1-f37f-4d77-a43b-07f2c19ed9bc req-5741ef8a-8d9a-413a-aca3-d517ed4932f8 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0781734 Jun 30 16:37:16.405361 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8f1563f1-f37f-4d77-a43b-07f2c19ed9bc req-b1a8d193-8193-425e-9534-0084abe79077 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581892 Jun 30 16:37:16.553278 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6c43fa-67b8-402f-ab81-c471d8378541']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:16.564333 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29ef9c08-c64f-4d85-81f8-23b0799d4260') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:16.570060 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29ef9c08-c64f-4d85-81f8-23b0799d4260') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:16.575982 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13027211'] for segment (29ef9c08-c64f-4d85-81f8-23b0799d4260), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:16.590152 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (29ef9c08-c64f-4d85-81f8-23b0799d4260), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:16.596838 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:37:16.597225 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12978114'] for segment (29ef9c08-c64f-4d85-81f8-23b0799d4260), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:16.778795 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (ec6c43fa-67b8-402f-ab81-c471d8378541), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:16.786665 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:16.789889 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ec6c43fa-67b8-402f-ab81-c471d8378541 HTTP/1.1" status: 204 len: 168 time: 0.6837678 Jun 30 16:37:16.818445 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbc186-8508-48ad-bee7-2faed9229587 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec6c43fa-67b8-402f-ab81-c471d8378541,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:16.949182 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a3354c-f389-4ca3-8be1-982919165e4d req-ba1b1d8a-dff9-46bd-ad3b-eb161c414695 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:16.951005 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b1a3354c-f389-4ca3-8be1-982919165e4d req-ba1b1d8a-dff9-46bd-ad3b-eb161c414695 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0746398 Jun 30 16:37:17.054793 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:17.074901 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b4ebe4-6c17-4654-b345-cfbb9353c75f req-a8cc0fd8-afaa-47c9-8951-3fbf3e2d6900 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:17.074901 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a1b4ebe4-6c17-4654-b345-cfbb9353c75f req-a8cc0fd8-afaa-47c9-8951-3fbf3e2d6900 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0699992 Jun 30 16:37:17.077791 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b1a3354c-f389-4ca3-8be1-982919165e4d req-3ef6a751-1ee5-454a-9bdf-d311b1c74790 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132839 Jun 30 16:37:17.130325 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a1b4ebe4-6c17-4654-b345-cfbb9353c75f req-94460b9c-e6fd-4b89-bfd9-0a4a2bfdf842 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497091 Jun 30 16:37:17.260403 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37594) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:17.302575 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-468640d2-965b-4e3b-a43a-ba9a723e1e4e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1933c5b6c74d4a53a6782f833c617b2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409956 Jun 30 16:37:17.305174 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37596) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:17.365730 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae6856a8-a841-49d6-9b34-9b08487fbf36 admin admin] Publish callbacks [] for security_group (372b4d5c-9741-470c-b9f7-ed95f8b354ba), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:17.405535 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae6856a8-a841-49d6-9b34-9b08487fbf36 admin admin] Publish callbacks [] for security_group (372b4d5c-9741-470c-b9f7-ed95f8b354ba), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:17.550449 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae6856a8-a841-49d6-9b34-9b08487fbf36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (372b4d5c-9741-470c-b9f7-ed95f8b354ba), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:17.553014 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae6856a8-a841-49d6-9b34-9b08487fbf36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:17.554161 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ae6856a8-a841-49d6-9b34-9b08487fbf36 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/372b4d5c-9741-470c-b9f7-ed95f8b354ba HTTP/1.1" status: 204 len: 168 time: 0.2480764 Jun 30 16:37:17.562830 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6856a8-a841-49d6-9b34-9b08487fbf36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372b4d5c-9741-470c-b9f7-ed95f8b354ba,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:18.078895 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 29ef9c08-c64f-4d85-81f8-23b0799d4260 resource provider aggregate not found Jun 30 16:37:18.078895 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 29ef9c08-c64f-4d85-81f8-23b0799d4260 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29ef9c08-c64f-4d85-81f8-23b0799d4260 found for delete ", "request_id": "req-636319c9-f891-44dc-b38c-f231c1ba204f"}]} Jun 30 16:37:18.305965 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff6847d-c6db-4f9d-ac8d-17382f76f914 req-6e055fca-58bf-431e-85ce-ff08bc7b701c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:18.308568 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9ff6847d-c6db-4f9d-ac8d-17382f76f914 req-6e055fca-58bf-431e-85ce-ff08bc7b701c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.1492336 Jun 30 16:37:18.314855 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb31f93-9f4c-43ac-be46-24b971e91c6f req-bba68099-7c21-46bd-b6c2-7501e09df6a4 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:18.316771 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7cb31f93-9f4c-43ac-be46-24b971e91c6f req-bba68099-7c21-46bd-b6c2-7501e09df6a4 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0736902 Jun 30 16:37:18.401566 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9ff6847d-c6db-4f9d-ac8d-17382f76f914 req-68d69465-8074-479b-949e-ea95de08e61c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838656 Jun 30 16:37:18.404991 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7cb31f93-9f4c-43ac-be46-24b971e91c6f req-da7c69c7-c531-49c5-b77c-c243cb6d5936 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729828 Jun 30 16:37:18.601684 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37620) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:18.645787 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-371e9f79-0758-47aa-9ca5-ea6394168c36 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=13971c73036e42dc801a51a5b70971b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429072 Jun 30 16:37:18.648430 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37622) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:18.701210 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb40d04e-bb41-4344-a897-cdf34bcd010f admin admin] Publish callbacks [] for security_group (9d10cc25-9ed4-41fe-9d8f-4486faff62cd), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:18.728955 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb40d04e-bb41-4344-a897-cdf34bcd010f admin admin] Publish callbacks [] for security_group (9d10cc25-9ed4-41fe-9d8f-4486faff62cd), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:18.744649 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:18.911583 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb40d04e-bb41-4344-a897-cdf34bcd010f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (9d10cc25-9ed4-41fe-9d8f-4486faff62cd), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:18.914461 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-eb40d04e-bb41-4344-a897-cdf34bcd010f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:18.916104 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-eb40d04e-bb41-4344-a897-cdf34bcd010f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9d10cc25-9ed4-41fe-9d8f-4486faff62cd HTTP/1.1" status: 204 len: 168 time: 0.2665362 Jun 30 16:37:18.926807 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb40d04e-bb41-4344-a897-cdf34bcd010f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d10cc25-9ed4-41fe-9d8f-4486faff62cd,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:19.162005 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-ed000721-9422-4a75-81ef-3c2f202f59df tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-965275676&fields=id&tenant_id=19b35fc495a345898167db62b9b95887 HTTP/1.1" status: 200 len: 267 time: 0.0823443 Jun 30 16:37:19.286751 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-ec94c70a-5861-4de4-9114-ff5e942f492f tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:19.288263 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-ec94c70a-5861-4de4-9114-ff5e942f492f tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/networks?id=43d53998-b324-428d-a316-199f927750c3 HTTP/1.1" status: 200 len: 809 time: 0.1254735 Jun 30 16:37:19.307303 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-35926918-125c-445e-a380-afb552553151 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/quotas/19b35fc495a345898167db62b9b95887 HTTP/1.1" status: 200 len: 375 time: 0.0129578 Jun 30 16:37:19.365846 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-e4660e88-39b2-4262-b55b-7272559d34f4 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=19b35fc495a345898167db62b9b95887&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0527151 Jun 30 16:37:19.516576 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-6eab42eb-7ad3-4c24-8c06-d262bda8e6f5 service neutron] 10.222.0.67 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275027 Jun 30 16:37:19.679732 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670696ed-8d63-4b9e-9d4d-56a8e867ea1a req-7319238a-ec0e-4ae0-8ce8-d47f87f51377 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:19.681410 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-670696ed-8d63-4b9e-9d4d-56a8e867ea1a req-7319238a-ec0e-4ae0-8ce8-d47f87f51377 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0833299 Jun 30 16:37:19.696127 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-3e1e4e34-846e-4aab-b2a6-ffa8d0c9b5ba service neutron] 10.222.0.67 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714835 Jun 30 16:37:19.725375 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:19.753205 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-670696ed-8d63-4b9e-9d4d-56a8e867ea1a req-4dda5cf3-e7fa-4359-9bb6-e6e1cc1988eb tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554683 Jun 30 16:37:19.923196 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56063d9-0470-47cf-b7f4-464e5d6b63d8 req-07d1fcc6-e7f9-4826-8ccb-2ca43ef9f75f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:19.925214 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a56063d9-0470-47cf-b7f4-464e5d6b63d8 req-07d1fcc6-e7f9-4826-8ccb-2ca43ef9f75f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0585921 Jun 30 16:37:19.999679 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a56063d9-0470-47cf-b7f4-464e5d6b63d8 req-2a92a8e0-240a-4032-9707-56a10f102623 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658841 Jun 30 16:37:20.410772 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bea4d317-6a03-4791-acfa-895667e07cd0 req-a0f0671f-c176-464f-a5dc-e39a67dcc79a tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0420365 Jun 30 16:37:20.882106 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beadc66-8705-4623-9933-f60ba0ddfbfd req-8eafc919-cb9a-407f-9c8f-391089edcb33 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:20.883797 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2beadc66-8705-4623-9933-f60ba0ddfbfd req-8eafc919-cb9a-407f-9c8f-391089edcb33 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0564213 Jun 30 16:37:20.944732 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2beadc66-8705-4623-9933-f60ba0ddfbfd req-945ab414-dded-4b8b-9484-4aaccbb7bd8f tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550778 Jun 30 16:37:21.127173 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79faea56-0966-406c-b6b2-f9d63a6bd770 req-36dbca3c-3af9-486d-add4-a552fbeddfbf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:21.128697 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-79faea56-0966-406c-b6b2-f9d63a6bd770 req-36dbca3c-3af9-486d-add4-a552fbeddfbf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0521376 Jun 30 16:37:21.178377 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:21.183133 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-79faea56-0966-406c-b6b2-f9d63a6bd770 req-78b9f319-ee6f-4fcd-be58-f5efbe02a83c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462286 Jun 30 16:37:21.521300 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4c295929-f68c-444d-917a-0422c059d6bd req-f246fc35-168e-484c-b771-22bf849f80f3 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0559108 Jun 30 16:37:21.631950 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37688) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:21.779630 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afdbcc22-4d8b-488b-b2dc-4bf026518f4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:21.903664 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afdbcc22-4d8b-488b-b2dc-4bf026518f4c admin admin] Publish callbacks [] for security_group (6791b671-df6a-43a8-85d6-d7c39b7bcc3c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:22.061047 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-afdbcc22-4d8b-488b-b2dc-4bf026518f4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (6791b671-df6a-43a8-85d6-d7c39b7bcc3c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:22.089454 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295033c-86a5-4801-a35a-88b3dafdaa43 req-dc8a2e72-196d-4893-ab0a-8f2c555fd2a1 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:22.091305 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0295033c-86a5-4801-a35a-88b3dafdaa43 req-dc8a2e72-196d-4893-ab0a-8f2c555fd2a1 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0565968 Jun 30 16:37:22.107536 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-afdbcc22-4d8b-488b-b2dc-4bf026518f4c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=47af405ee8224cc197974a153137c4f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4712195 Jun 30 16:37:22.107536 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdbcc22-4d8b-488b-b2dc-4bf026518f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6791b671-df6a-43a8-85d6-d7c39b7bcc3c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:22.108525 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37700) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:22.155099 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0295033c-86a5-4801-a35a-88b3dafdaa43 req-682edf7a-2e6d-40c8-958d-0308a5450341 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546081 Jun 30 16:37:22.181084 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f697c94e-0231-439b-b027-db3edbc69550 admin admin] Publish callbacks [] for security_group (6791b671-df6a-43a8-85d6-d7c39b7bcc3c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:22.210557 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f697c94e-0231-439b-b027-db3edbc69550 admin admin] Publish callbacks [] for security_group (6791b671-df6a-43a8-85d6-d7c39b7bcc3c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:22.244248 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:22.345879 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5130f85-b6b4-42cd-8c36-d67337de857e req-39fd683a-a917-47e2-be96-54da7d433a17 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:22.347375 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b5130f85-b6b4-42cd-8c36-d67337de857e req-39fd683a-a917-47e2-be96-54da7d433a17 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0541909 Jun 30 16:37:22.353935 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f697c94e-0231-439b-b027-db3edbc69550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (6791b671-df6a-43a8-85d6-d7c39b7bcc3c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:22.356694 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f697c94e-0231-439b-b027-db3edbc69550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:22.360273 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-f697c94e-0231-439b-b027-db3edbc69550 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6791b671-df6a-43a8-85d6-d7c39b7bcc3c HTTP/1.1" status: 204 len: 168 time: 0.2477241 Jun 30 16:37:22.368959 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f697c94e-0231-439b-b027-db3edbc69550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6791b671-df6a-43a8-85d6-d7c39b7bcc3c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:22.404697 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b5130f85-b6b4-42cd-8c36-d67337de857e req-b5f6f794-a11b-4e84-a55f-df4cf98278a9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484300 Jun 30 16:37:22.652345 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8c4df83a-c3d2-4877-8a23-3e42c7215f64 req-b0277404-a34c-42d3-b7d1-50c8fa83b536 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0388665 Jun 30 16:37:23.316949 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9e960-d7e0-4d7e-9324-d0d455e0a000 req-371b4e47-9014-4729-9afc-b791862f777d tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:23.323036 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-94d9e960-d7e0-4d7e-9324-d0d455e0a000 req-371b4e47-9014-4729-9afc-b791862f777d tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0707948 Jun 30 16:37:23.389883 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-94d9e960-d7e0-4d7e-9324-d0d455e0a000 req-afa096b1-aa83-43f3-a8a4-3bb1dc12b457 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646536 Jun 30 16:37:23.559258 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38ef02-6bcc-4578-b361-7174e8b565db req-acf9abd1-789a-4333-9242-a2ef3fff4432 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:23.560864 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9d38ef02-6bcc-4578-b361-7174e8b565db req-acf9abd1-789a-4333-9242-a2ef3fff4432 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0553558 Jun 30 16:37:23.623349 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9d38ef02-6bcc-4578-b361-7174e8b565db req-b0ebe9e2-f6b1-4d16-841b-dae31631cbe4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559502 Jun 30 16:37:23.699851 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 37738) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:23.757574 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-da528b72-efbd-4a1f-b87c-244dcacebb68 req-1c8c585a-d5e8-40b6-b1a2-2f4d592db4b6 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0375617 Jun 30 16:37:23.832079 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-986543397-network', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:24.021419 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Made reservation on behalf of 99847b649bfd4ca6a33cb2ea97ad0469 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:37:24.024245 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:24.035142 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:24.120249 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Publish callbacks [] for security_group (aae2d7d7-e720-4e79-9cf9-4ab7d49edb3e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:24.234716 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (aae2d7d7-e720-4e79-9cf9-4ab7d49edb3e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:24.263006 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:37:24.276808 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aae2d7d7-e720-4e79-9cf9-4ab7d49edb3e,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:24.291587 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (24e5f628-b550-41df-989e-4580292aa53e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:24.292094 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.segments_db [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Added segment 24e5f628-b550-41df-989e-4580292aa53e of type vlan for network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 Jun 30 16:37:24.356535 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (65fa0cba-7cff-4856-97c9-e4f078bde7b0), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:24.366506 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:24.462024 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (65fa0cba-7cff-4856-97c9-e4f078bde7b0), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:24.463537 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:24.464153 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:24.519664 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:24.569293 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] Pushing event updated for resources: {'Network': ['ID=65fa0cba-7cff-4856-97c9-e4f078bde7b0,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:24.578322 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccd5228-26ae-4ad2-a411-27b6a2ab48d0 req-ff146a24-1810-4801-bf51-06ac02088e39 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:24.580047 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eccd5228-26ae-4ad2-a411-27b6a2ab48d0 req-ff146a24-1810-4801-bf51-06ac02088e39 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.1132221 Jun 30 16:37:24.592495 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:37:24.843279 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:37:24.897728 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-2983b4ee-30e0-4de1-bbf1-c4b639480bfc admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1963239 Jun 30 16:37:24.901676 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37752) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:24.908318 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d3b70b3f-404e-406a-a7f5-ab1fac6a68c2 admin admin] Request body: {'subnet': {'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-986543397-subnet', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:24.978167 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b2b4b-3335-471c-b9fc-8292ee0af3a0 req-60fcd254-91c7-4f2f-9148-f06f479595bc tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:24.980706 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a27b2b4b-3335-471c-b9fc-8292ee0af3a0 req-60fcd254-91c7-4f2f-9148-f06f479595bc tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.1099002 Jun 30 16:37:24.985744 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eccd5228-26ae-4ad2-a411-27b6a2ab48d0 req-21cf010c-bed5-470c-9025-06658c91e54e tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3980453 Jun 30 16:37:25.020290 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b70b3f-404e-406a-a7f5-ab1fac6a68c2 admin admin] Made reservation on behalf of 99847b649bfd4ca6a33cb2ea97ad0469 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:37:25.023168 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3b70b3f-404e-406a-a7f5-ab1fac6a68c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13262319'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:25.073682 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a27b2b4b-3335-471c-b9fc-8292ee0af3a0 req-14db28ac-11fc-4b04-846c-b1f948af82c9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832613 Jun 30 16:37:25.110289 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0e29ab57-ec17-497f-8a90-fdd97f5f1661 req-323f6794-328f-41d3-b5ff-5c445488f1c3 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0332003 Jun 30 16:37:25.353206 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3b70b3f-404e-406a-a7f5-ab1fac6a68c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13008807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13262329'] for subnet (eba862ec-97f4-4405-a458-baac2ead5898), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:25.436287 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b70b3f-404e-406a-a7f5-ab1fac6a68c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba862ec-97f4-4405-a458-baac2ead5898,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:25.444940 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b70b3f-404e-406a-a7f5-ab1fac6a68c2 admin admin] Checking segment: {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:37:25.445407 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b70b3f-404e-406a-a7f5-ab1fac6a68c2 admin admin] Network hostable DHCP agents. Network: 65fa0cba-7cff-4856-97c9-e4f078bde7b0, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:37:25.535916 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b70b3f-404e-406a-a7f5-ab1fac6a68c2 admin admin] Network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:37:25.632989 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d3b70b3f-404e-406a-a7f5-ab1fac6a68c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 65fa0cba-7cff-4856-97c9-e4f078bde7b0) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:25.637787 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b70b3f-404e-406a-a7f5-ab1fac6a68c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:25.638414 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d3b70b3f-404e-406a-a7f5-ab1fac6a68c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:25.646674 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd81bdc-e768-4e4b-a99b-483328161362 None None] Network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:37:25.740187 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d3b70b3f-404e-406a-a7f5-ab1fac6a68c2 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8366504 Jun 30 16:37:25.743241 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37758) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:25.748682 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:25.760828 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:37:25.761802 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:25.845701 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42960'] for router (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:25.847065 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1039047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42969'] for router (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:25.894609 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:25.917009 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Publish callbacks [] for router_controller (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), precommit_add_association {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:25.919944 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Allocated IP 172.20.0.2 (65fa0cba-7cff-4856-97c9-e4f078bde7b0/eba862ec-97f4-4405-a458-baac2ead5898/6098f89e-3ba2-43fb-af0b-855a85333d28) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:37:25.939585 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=1,neutron:INSERT=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:26.115430 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:26.140822 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ffeaa-3586-4b0b-85fe-dd99d9e6a0f1 req-4594bc4e-536a-4b58-9d48-cf3aa4a3432d tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:26.149495 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fb5ffeaa-3586-4b0b-85fe-dd99d9e6a0f1 req-4594bc4e-536a-4b58-9d48-cf3aa4a3432d tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0755718 Jun 30 16:37:26.189997 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Publish callbacks [] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:26.194459 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Publish callbacks [] for router_gateway (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:26.212169 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fb5ffeaa-3586-4b0b-85fe-dd99d9e6a0f1 req-eb93967f-f559-43ca-9973-38098081d634 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614996 Jun 30 16:37:26.269255 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd462b83-c690-4981-9a09-36b30356f889 req-73867cf6-5c1a-4c02-83ef-9b4bffbed6fe tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:26.270895 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dd462b83-c690-4981-9a09-36b30356f889 req-73867cf6-5c1a-4c02-83ef-9b4bffbed6fe tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0576954 Jun 30 16:37:26.337089 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-87137072-a87f-4bf6-8924-894f9106af99 req-cde2f1a0-442c-49f9-add7-04bde63232ce tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0437458 Jun 30 16:37:26.337538 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:26.360399 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dd462b83-c690-4981-9a09-36b30356f889 req-0e5250ee-2148-4df7-a8fe-4b7c985febe6 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833669 Jun 30 16:37:26.404955 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:37:26.412505 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:26.415310 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:37:26.448004 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Pushing event updated for resources: {'Port': ['ID=6098f89e-3ba2-43fb-af0b-855a85333d28,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:26.473238 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:26.473721 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.474067 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.474411 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.474751 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.475086 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.475415 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.475792 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.476173 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.476502 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.476825 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.477154 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.477495 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.477825 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.478144 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.478507 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:26.492230 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Publish callbacks [] for router_gateway (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:26.497768 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Attempting to bind port 6098f89e-3ba2-43fb-af0b-855a85333d28 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:37:26.497768 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Attempting to bind port 6098f89e-3ba2-43fb-af0b-855a85333d28 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:37:26.497768 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Attempting to bind port 6098f89e-3ba2-43fb-af0b-855a85333d28 on network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:37:26.502538 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:37:26.502918 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Checking segment: {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:37:26.503328 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:26.503756 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Bound using segment: {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:37:26.504223 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Bound port: 6098f89e-3ba2-43fb-af0b-855a85333d28, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:37:26.504602 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:26.512734 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:26.575152 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] For port 6098f89e-3ba2-43fb-af0b-855a85333d28, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:37:26.578649 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] For port 6098f89e-3ba2-43fb-af0b-855a85333d28, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=6098f89e-3ba2-43fb-af0b-855a85333d28,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:37:26.631217 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Allocated IP 172.27.2.84 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:37:26.684012 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:26.754074 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Publish callbacks [] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:26.755020 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce6219e-daf6-4726-8c32-12773599e084 None None] Pushing event updated for resources: {'Port': ['ID=6098f89e-3ba2-43fb-af0b-855a85333d28,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:26.912318 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:26.957032 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:37:26.968371 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:26.971404 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:37:27.003662 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:27.139086 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:27.335552 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e51402d-af58-4cf4-983f-649a21d1d419 req-a73244d6-7989-4116-b12f-2c75942490f4 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:27.337295 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8e51402d-af58-4cf4-983f-649a21d1d419 req-a73244d6-7989-4116-b12f-2c75942490f4 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0540636 Jun 30 16:37:27.355225 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Publish callbacks [] for router_gateway (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:27.393755 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8e51402d-af58-4cf4-983f-649a21d1d419 req-62a4d34b-ed4e-4e74-a8fb-73e8379d88e9 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500183 Jun 30 16:37:27.520825 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bf800821-cc60-4e69-8fbe-4e0a07f81383 req-d03494d4-0950-47dc-b19e-093c85ec0e1b tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0629015 Jun 30 16:37:27.550338 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca9376-65a5-4ddd-9ae2-b97ee4733e0a req-6c09b57b-13cb-48c2-b6a1-be796bb07223 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:27.552292 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f6ca9376-65a5-4ddd-9ae2-b97ee4733e0a req-6c09b57b-13cb-48c2-b6a1-be796bb07223 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0773411 Jun 30 16:37:27.618617 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1039425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570'] for router (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:27.631561 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f6ca9376-65a5-4ddd-9ae2-b97ee4733e0a req-c7aac63b-7817-470a-b065-173101d783e1 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652585 Jun 30 16:37:27.828498 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f04fe1a6-421d-4f80-a887-567a3ecaf7dc None None] Network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:37:27.833011 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:27.844436 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f is scheduled to L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 with binding_index 1 {{(pid=104393) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 16:37:27.926921 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:27.952994 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-c3097965-e6e8-4151-88a8-fe4a00637d95 None None] Provisioning complete for port 6098f89e-3ba2-43fb-af0b-855a85333d28 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:27.953469 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c3097965-e6e8-4151-88a8-fe4a00637d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:27.955294 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:37:27.983423 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Sync routers for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:37:28.007619 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:28.008269 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:28.083615 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:28.084711 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d32ef09f-64fb-4948-8687-39070c5db608 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3402908 Jun 30 16:37:28.087395 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37778) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:28.130017 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c3097965-e6e8-4151-88a8-fe4a00637d95 None None] Current status of the port 6098f89e-3ba2-43fb-af0b-855a85333d28 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:28.130395 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c3097965-e6e8-4151-88a8-fe4a00637d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:28.189855 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c3097965-e6e8-4151-88a8-fe4a00637d95 None None] For port 6098f89e-3ba2-43fb-af0b-855a85333d28, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=6098f89e-3ba2-43fb-af0b-855a85333d28,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:28.194239 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:28.308371 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c3097965-e6e8-4151-88a8-fe4a00637d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:28.397299 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3097965-e6e8-4151-88a8-fe4a00637d95 None None] Pushing event updated for resources: {'Port': ['ID=6098f89e-3ba2-43fb-af0b-855a85333d28,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:28.421959 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:27Z', 'revision_number': 3, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:28.457233 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d8a57dcd-9e99-4bb8-859b-8015e8d07e49 None None] Provisioning complete for port 6098f89e-3ba2-43fb-af0b-855a85333d28 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:28.457233 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d8a57dcd-9e99-4bb8-859b-8015e8d07e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:28.461269 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Checking router: b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:37:28.461269 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Updating router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 binding host dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:37:28.522817 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:28.542848 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d704d2-85cb-40ef-b397-67dcc4363058 req-60fc100c-8e59-45b8-b3af-079b328e77ff tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:28.544561 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f2d704d2-85cb-40ef-b397-67dcc4363058 req-60fc100c-8e59-45b8-b3af-079b328e77ff tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0683992 Jun 30 16:37:28.550787 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:28.577109 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:28.593049 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:28.617136 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f2d704d2-85cb-40ef-b397-67dcc4363058 req-16052380-2607-46f6-9d16-a83a2588f67d tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647907 Jun 30 16:37:28.679323 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-936e1cdb-9b01-4869-80f7-072e9e6a2261 req-999635ea-be56-4cd8-bbad-fb35d08b6502 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0469174 Jun 30 16:37:28.795573 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b11b1-e224-4493-abd5-927fbd24ea0f req-37b8f381-dd8d-46ec-bca6-6fde2b6af0cb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:28.798470 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-410b11b1-e224-4493-abd5-927fbd24ea0f req-37b8f381-dd8d-46ec-bca6-6fde2b6af0cb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0580490 Jun 30 16:37:28.809366 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d8a57dcd-9e99-4bb8-859b-8015e8d07e49 None None] Current status of the port 6098f89e-3ba2-43fb-af0b-855a85333d28 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:28.817526 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Allocated IP 172.20.0.1 (65fa0cba-7cff-4856-97c9-e4f078bde7b0/eba862ec-97f4-4405-a458-baac2ead5898/a57cc986-24c5-4b6d-b22d-9f6af47a5cf4) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:37:28.830484 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 6098f89e-3ba2-43fb-af0b-855a85333d28 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:28.846086 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:28.860214 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-410b11b1-e224-4493-abd5-927fbd24ea0f req-d979c93e-f8ef-4c7e-ac40-b8502c3b4041 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546813 Jun 30 16:37:28.905940 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:28.953297 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Publish callbacks [] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:28.957159 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 6098f89e-3ba2-43fb-af0b-855a85333d28 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:28.957535 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.044061 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Publish callbacks [] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.083686 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 6098f89e-3ba2-43fb-af0b-855a85333d28 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:29.096820 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.102508 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:29.139991 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:37:29.140347 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.145148 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:29.147345 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Pushing event updated for resources: {'Port': ['ID=a57cc986-24c5-4b6d-b22d-9f6af47a5cf4,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:29.149550 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:37:29.200776 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4f987-11e3-4501-b143-22b975591c4a None None] Pushing event updated for resources: {'Port': ['ID=f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:29.203538 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Attempting to bind port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:37:29.209051 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Attempting to bind port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:37:29.209051 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Attempting to bind port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 on network 31e1378b-073c-4b12-ba8a-daf195bf9e82 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:37:29.209277 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040305'] for router_interface (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.211067 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:37:29.211302 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:37:29.211744 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.212133 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Bound using segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:37:29.212711 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Bound port: f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:37:29.213112 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.274015 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] For port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:37:29.279633 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] For port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:37:29.420637 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.454468 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:29.469713 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-69d17633-1194-4450-a229-a679e56fcef6 None None] Provisioning complete for port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:29.470090 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-69d17633-1194-4450-a229-a679e56fcef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.485264 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.521500 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:29.522141 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:29.527081 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc4f987-11e3-4501-b143-22b975591c4a None None] Pushing event updated for resources: {'Port': ['ID=f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:29.560863 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:29.563260 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-69d17633-1194-4450-a229-a679e56fcef6 None None] Port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:37:29.634078 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:29.656300 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Publish callbacks [] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.736876 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.748567 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef77248-ec96-4a83-b716-55c7a843d885 req-696579e9-3475-4211-9f27-c93bfb377a67 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:29.751568 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5ef77248-ec96-4a83-b716-55c7a843d885 req-696579e9-3475-4211-9f27-c93bfb377a67 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0596776 Jun 30 16:37:29.801401 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e1f632e9-932d-477f-a4b0-6b375faf35d2 req-2174821f-a679-4435-b764-ced590f5d178 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0485315 Jun 30 16:37:29.811718 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Pushing event updated for resources: {'Port': ['ID=a57cc986-24c5-4b6d-b22d-9f6af47a5cf4,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:29.825599 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040173'] for router_interface (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:29.864681 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:28Z', 'revision_number': 1, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:29.867715 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5ef77248-ec96-4a83-b716-55c7a843d885 req-d6828e73-e77f-42d4-8a50-e13f819cee1c tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/security-groups?id=eb3f3be8-17a5-4923-913e-2b230e2a8fbd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031210 Jun 30 16:37:29.896752 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b2a99c7-6d15-4c6a-b47b-337cc5415be9 None None] The sync data for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi is: [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:28Z', 'revision_number': 1, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:37:29.948526 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:37:29.950072 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:29.998630 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734eee61-2644-4427-a8b6-8bc57fd32a75 req-1574d70a-3dfb-415f-88c1-fe83ee4a6783 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:30.008626 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-734eee61-2644-4427-a8b6-8bc57fd32a75 req-1574d70a-3dfb-415f-88c1-fe83ee4a6783 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0654211 Jun 30 16:37:30.076320 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-734eee61-2644-4427-a8b6-8bc57fd32a75 req-c81c98a9-82f5-4dd2-9805-2202fd3e9e27 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601826 Jun 30 16:37:30.156777 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:37:30.156777 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:30.173926 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1668054-d734-4cd6-8a9e-17a1858b4a50 req-9779e2e4-aa62-44e4-96de-7e6a03a45a40 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:30.175564 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d1668054-d734-4cd6-8a9e-17a1858b4a50 req-9779e2e4-aa62-44e4-96de-7e6a03a45a40 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.65 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 950 time: 0.0729849 Jun 30 16:37:30.301631 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5a9132e3-2cd9-4dd2-a96a-f228dde305eb None None] Provisioning complete for port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:30.302018 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5a9132e3-2cd9-4dd2-a96a-f228dde305eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:30.366956 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5a9132e3-2cd9-4dd2-a96a-f228dde305eb None None] Port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:37:30.407115 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-d1668054-d734-4cd6-8a9e-17a1858b4a50 req-35cc1954-d592-499d-9e09-d73e2c1298c1 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Deleting port 2cd6c343-43aa-4c82-90b3-e348a6daf264 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:37:30.408343 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-d1668054-d734-4cd6-8a9e-17a1858b4a50 req-35cc1954-d592-499d-9e09-d73e2c1298c1 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:30.429314 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:37:30.437408 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-9abaa750-2a69-4487-9068-32e2703b836c admin admin] 10.222.0.67 "PUT /v2.0/routers/b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3488691 Jun 30 16:37:30.526960 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-d1668054-d734-4cd6-8a9e-17a1858b4a50 req-35cc1954-d592-499d-9e09-d73e2c1298c1 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] For port 2cd6c343-43aa-4c82-90b3-e348a6daf264, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cd6c343-43aa-4c82-90b3-e348a6daf264,segment=NetworkSegment(f1d698f0-3933-45dc-8397-630645133955),segment_id=f1d698f0-3933-45dc-8397-630645133955)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:30.527337 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-d1668054-d734-4cd6-8a9e-17a1858b4a50 req-35cc1954-d592-499d-9e09-d73e2c1298c1 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:30.547395 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-d1668054-d734-4cd6-8a9e-17a1858b4a50 req-35cc1954-d592-499d-9e09-d73e2c1298c1 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Calling delete_port for 2cd6c343-43aa-4c82-90b3-e348a6daf264 owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:37:30.985482 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7134ed-c696-43c6-8b33-c70d67437263 req-91f2a643-1fbb-492f-8ab1-ffcf6f8cf1de tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:30.987041 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9d7134ed-c696-43c6-8b33-c70d67437263 req-91f2a643-1fbb-492f-8ab1-ffcf6f8cf1de tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 945 time: 0.0884943 Jun 30 16:37:30.988843 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6d78a87d-22bc-4b17-9e0b-fbfa16340f04 req-ffbffb31-f383-437d-9043-610ff2a47eb3 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0500350 Jun 30 16:37:31.044427 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9d7134ed-c696-43c6-8b33-c70d67437263 req-d5fc39dc-0711-4059-999b-6c86dfe5d13e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504892 Jun 30 16:37:31.066235 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-d1668054-d734-4cd6-8a9e-17a1858b4a50 req-35cc1954-d592-499d-9e09-d73e2c1298c1 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (2cd6c343-43aa-4c82-90b3-e348a6daf264), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:31.080967 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['2cd6c343-43aa-4c82-90b3-e348a6daf264'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:37:31.143374 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-84226d80-80f2-4804-b115-2b2d4ce5c888 req-6042ff02-6594-4688-adc3-73ec36d3a1e4 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 210 time: 0.0666792 Jun 30 16:37:31.204090 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc1954-d592-499d-9e09-d73e2c1298c1 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Pushing event deleted for resources: {'Port': ['ID=2cd6c343-43aa-4c82-90b3-e348a6daf264,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:31.237272 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1668054-d734-4cd6-8a9e-17a1858b4a50 req-35cc1954-d592-499d-9e09-d73e2c1298c1 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] No DVR routers for this DVR port 2cd6c343-43aa-4c82-90b3-e348a6daf264 on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:37:31.240219 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-d1668054-d734-4cd6-8a9e-17a1858b4a50 req-35cc1954-d592-499d-9e09-d73e2c1298c1 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:31.244196 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d1668054-d734-4cd6-8a9e-17a1858b4a50 req-35cc1954-d592-499d-9e09-d73e2c1298c1 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.65 "DELETE /v2.0/ports/2cd6c343-43aa-4c82-90b3-e348a6daf264 HTTP/1.1" status: 204 len: 173 time: 1.0143442 Jun 30 16:37:31.246134 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857e209a-1b96-4de8-aae0-f4b0091275c7', 'name': 'network-vif-deleted', 'tag': '2cd6c343-43aa-4c82-90b3-e348a6daf264'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:37:31.248905 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-498587d0-0af2-4f72-9c5a-59313378f42f" -d '{"events": [{"server_uuid": "857e209a-1b96-4de8-aae0-f4b0091275c7", "name": "network-vif-deleted", "tag": "2cd6c343-43aa-4c82-90b3-e348a6daf264"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:37:31.256001 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b29d914-733c-4ce3-8598-e3a82adc1437 req-5cc32a84-3534-4bbb-a396-6b2eb11bd769 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:31.257601 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2b29d914-733c-4ce3-8598-e3a82adc1437 req-5cc32a84-3534-4bbb-a396-6b2eb11bd769 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0669341 Jun 30 16:37:31.306536 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ad20bf-6515-4ac5-942d-a688b5646df4 x-openstack-request-id: req-24ad20bf-6515-4ac5-942d-a688b5646df4 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:37:31.306848 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857e209a-1b96-4de8-aae0-f4b0091275c7", "name": "network-vif-deleted", "tag": "2cd6c343-43aa-4c82-90b3-e348a6daf264", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:37:31.308185 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-24ad20bf-6515-4ac5-942d-a688b5646df4 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:37:31.308700 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ad20bf-6515-4ac5-942d-a688b5646df4'] response: {'server_uuid': '857e209a-1b96-4de8-aae0-f4b0091275c7', 'name': 'network-vif-deleted', 'tag': '2cd6c343-43aa-4c82-90b3-e348a6daf264', 'status': 'completed', 'code': 200} Jun 30 16:37:31.336933 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2b29d914-733c-4ce3-8598-e3a82adc1437 req-ebbd5ecf-b6d1-4141-91bf-cc74678aa896 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708954 Jun 30 16:37:31.467428 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37822) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:31.473888 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1286480685-network', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:31.558233 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Made reservation on behalf of 3d71b79e0b9841fc8392ca2fcb24b55f for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:37:31.560794 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:31.570228 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:31.652903 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Publish callbacks [] for security_group (30cc7376-fabb-44c9-8d9e-286ad96466cb), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:31.725009 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (30cc7376-fabb-44c9-8d9e-286ad96466cb), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:31.752289 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:37:31.762742 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30cc7376-fabb-44c9-8d9e-286ad96466cb,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:31.767616 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (4aa23ab2-3b8f-4df5-85b4-3624526af276), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:31.767963 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.segments_db [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Added segment 4aa23ab2-3b8f-4df5-85b4-3624526af276 of type vlan for network 98d802c1-2ac8-4b4d-ba26-570b7b219777 Jun 30 16:37:31.769060 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:31.811258 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (98d802c1-2ac8-4b4d-ba26-570b7b219777), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:31.924771 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (98d802c1-2ac8-4b4d-ba26-570b7b219777), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:31.925920 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:31.926502 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:31.931778 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:31.989971 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] Pushing event updated for resources: {'Network': ['ID=98d802c1-2ac8-4b4d-ba26-570b7b219777,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:32.001497 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 98d802c1-2ac8-4b4d-ba26-570b7b219777 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:37:32.072529 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-77620336-432f-41a3-8322-43dfa8225f3b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6035202 Jun 30 16:37:32.077057 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37830) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:32.081313 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-e9f76aa9-dba0-46e6-b69b-1099f9d99ef5 admin admin] Request body: {'subnet': {'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1286480685-subnet', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:32.113865 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-17ce0f29-dd90-4649-a244-587d6a1d0049 req-aa3d74a1-2478-4105-b81a-7dc84c40c48d tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0343103 Jun 30 16:37:32.186146 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f76aa9-dba0-46e6-b69b-1099f9d99ef5 admin admin] Made reservation on behalf of 3d71b79e0b9841fc8392ca2fcb24b55f for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:37:32.188792 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e9f76aa9-dba0-46e6-b69b-1099f9d99ef5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13262319'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:32.192710 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bfa0c7-087f-4dbe-a73d-3c695fdd5433 req-63a9b585-ca48-4476-b5b7-530578184f65 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:32.194682 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-17bfa0c7-087f-4dbe-a73d-3c695fdd5433 req-63a9b585-ca48-4476-b5b7-530578184f65 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 945 time: 0.0508752 Jun 30 16:37:32.213074 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:32.299946 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a7442042-d842-40df-8f9e-08adc1a8cf3c req-802c6b23-8743-4166-97ff-48e5b3d03fe4 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 210 time: 0.0681665 Jun 30 16:37:32.333477 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-17bfa0c7-087f-4dbe-a73d-3c695fdd5433 req-a780b9a0-f45c-4ecc-8e85-03a8c876173a tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296930 Jun 30 16:37:32.463031 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Sync routers for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:37:32.467638 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959794a7-aa1c-44a9-816b-4c4ddd29f5dc req-48fe7487-7078-445a-8747-0a2980673423 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:32.468542 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e9f76aa9-dba0-46e6-b69b-1099f9d99ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13008807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13262329'] for subnet (800aac33-d808-46e0-aee6-feabafe3eb28), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:32.480336 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:32.480570 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-959794a7-aa1c-44a9-816b-4c4ddd29f5dc req-48fe7487-7078-445a-8747-0a2980673423 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.0671985 Jun 30 16:37:32.481342 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:32.564195 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-959794a7-aa1c-44a9-816b-4c4ddd29f5dc req-8bc680a2-3b68-4a78-a859-715fcb29509e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638185 Jun 30 16:37:32.614366 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:32.665134 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f76aa9-dba0-46e6-b69b-1099f9d99ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=800aac33-d808-46e0-aee6-feabafe3eb28,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:32.689503 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f76aa9-dba0-46e6-b69b-1099f9d99ef5 admin admin] Checking segment: {'id': '4aa23ab2-3b8f-4df5-85b4-3624526af276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:37:32.689808 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f76aa9-dba0-46e6-b69b-1099f9d99ef5 admin admin] Network hostable DHCP agents. Network: 98d802c1-2ac8-4b4d-ba26-570b7b219777, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:37:32.717355 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-0186a058-a08d-4d08-afb3-5163fec90aed tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:32.718999 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-0186a058-a08d-4d08-afb3-5163fec90aed tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.65 "GET /v2.0/networks?id=43d53998-b324-428d-a316-199f927750c3 HTTP/1.1" status: 200 len: 809 time: 0.1921682 Jun 30 16:37:32.845061 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f76aa9-dba0-46e6-b69b-1099f9d99ef5 admin admin] Network 98d802c1-2ac8-4b4d-ba26-570b7b219777 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:37:32.860606 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:32.892237 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:32.912590 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:32.913212 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.035218 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-e9f76aa9-dba0-46e6-b69b-1099f9d99ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 98d802c1-2ac8-4b4d-ba26-570b7b219777) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:33.046975 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f76aa9-dba0-46e6-b69b-1099f9d99ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:33.051876 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-e9f76aa9-dba0-46e6-b69b-1099f9d99ef5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.072017 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8e5cf8-5b93-4a31-8a9a-a4ff88afe8e1 None None] Network 98d802c1-2ac8-4b4d-ba26-570b7b219777 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:37:33.092031 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 2, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:33.143080 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e234f2-4954-401c-b9fb-fca1e35df258 req-67ffcb62-27a3-424a-aed7-9db9089d60c9 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:33.145879 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-84e234f2-4954-401c-b9fb-fca1e35df258 req-67ffcb62-27a3-424a-aed7-9db9089d60c9 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.65 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 945 time: 0.2038872 Jun 30 16:37:33.147743 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Checking router: b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:37:33.149699 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Updating router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:37:33.151795 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-e06f391e-bff4-478f-b090-027c83252aa2 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=19b35fc495a345898167db62b9b95887 HTTP/1.1" status: 200 len: 379 time: 0.2404661 Jun 30 16:37:33.192982 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.196364 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Request body: {'port': {'device_id': '68d4ed30-dc39-4be8-b345-360410abdc13', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'admin_state_up': True, 'tenant_id': '19b35fc495a345898167db62b9b95887', 'security_groups': ['920f480c-ac80-428f-8d32-1d5fa160f80a']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:33.224595 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-e9f76aa9-dba0-46e6-b69b-1099f9d99ef5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1471467 Jun 30 16:37:33.227547 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 37854) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:33.233404 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1286480685-router', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:33.236472 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:33.236939 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.261949 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-98d802c1-2ac8-4b4d-ba26-570b7b219777', 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777', 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'fixed_ips': [{'subnet_id': '800aac33-d808-46e0-aee6-feabafe3eb28'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:37:33.264584 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.305319 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:33.346556 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-84e234f2-4954-401c-b9fb-fca1e35df258 req-8dbd99ff-45d3-4684-a176-54d92b0f1b10 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Deleting port 3f33f308-ce97-4120-965f-b9d4d472b4a5 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:37:33.346806 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-84e234f2-4954-401c-b9fb-fca1e35df258 req-8dbd99ff-45d3-4684-a176-54d92b0f1b10 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.408923 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:33.440850 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:33.452652 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Allocated IP 172.20.0.2 (98d802c1-2ac8-4b4d-ba26-570b7b219777/800aac33-d808-46e0-aee6-feabafe3eb28/f31d393c-8f1b-4524-906f-1f35574994f2) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:37:33.469167 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42960'] for router (177ed553-c2a7-414f-bbc6-f1416eb2705a), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.470488 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1039047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42969'] for router (177ed553-c2a7-414f-bbc6-f1416eb2705a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.493218 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-84e234f2-4954-401c-b9fb-fca1e35df258 req-8dbd99ff-45d3-4684-a176-54d92b0f1b10 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] For port 3f33f308-ce97-4120-965f-b9d4d472b4a5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3f33f308-ce97-4120-965f-b9d4d472b4a5,segment=NetworkSegment(1e2fa372-494b-4a0a-8993-ad26bd33b920),segment_id=1e2fa372-494b-4a0a-8993-ad26bd33b920)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:33.493834 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-84e234f2-4954-401c-b9fb-fca1e35df258 req-8dbd99ff-45d3-4684-a176-54d92b0f1b10 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.511832 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-84e234f2-4954-401c-b9fb-fca1e35df258 req-8dbd99ff-45d3-4684-a176-54d92b0f1b10 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Calling delete_port for 3f33f308-ce97-4120-965f-b9d4d472b4a5 owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:37:33.576666 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Publish callbacks [] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.585953 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.596276 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Publish callbacks [] for router_controller (177ed553-c2a7-414f-bbc6-f1416eb2705a), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.597893 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Made reservation on behalf of 19b35fc495a345898167db62b9b95887 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:37:33.601824 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.686061 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:33.706465 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Publish callbacks [] for port (f31d393c-8f1b-4524-906f-1f35574994f2), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.725269 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.782826 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2623c8-3749-44c6-aacd-70653df0e386 None None] Pushing event updated for resources: {'Port': ['ID=a57cc986-24c5-4b6d-b22d-9f6af47a5cf4,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:33.836710 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-edc8e28e-e9de-4ccc-b10b-7ff50b88c4ee req-7ec18991-c55c-4f40-aea8-9a79d6117f58 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0725791 Jun 30 16:37:33.857241 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.861560 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Allocated IP 172.20.0.9 (43d53998-b324-428d-a316-199f927750c3/d61d6a43-b270-4bed-9903-630d27b24abf/ab01136b-ddb4-42c0-b8a6-880714395a42) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:37:33.872401 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Attempting to bind port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:37:33.873085 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Attempting to bind port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:37:33.873616 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Attempting to bind port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 on network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:37:33.880358 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:37:33.881468 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Checking segment: {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:37:33.882080 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.882659 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Bound using segment: {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:37:33.883337 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Bound port: a57cc986-24c5-4b6d-b22d-9f6af47a5cf4, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:37:33.884072 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:33.949677 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Network 98d802c1-2ac8-4b4d-ba26-570b7b219777 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:37:33.951543 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:33.968487 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:37:33.976773 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:34.015072 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] For port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:37:34.019598 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] For port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=a57cc986-24c5-4b6d-b22d-9f6af47a5cf4,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:37:34.042770 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Pushing event updated for resources: {'Port': ['ID=f31d393c-8f1b-4524-906f-1f35574994f2,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:34.064284 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Publish callbacks [] for router_gateway (177ed553-c2a7-414f-bbc6-f1416eb2705a), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.074287 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e33aee85-130d-4377-9d36-85b61e2bcafe req-689d1a6c-ab3c-4f5c-931a-ef07821b6776 tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 210 time: 0.0735362 Jun 30 16:37:34.085597 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-84e234f2-4954-401c-b9fb-fca1e35df258 req-8dbd99ff-45d3-4684-a176-54d92b0f1b10 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (3f33f308-ce97-4120-965f-b9d4d472b4a5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.087608 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Attempting to bind port f31d393c-8f1b-4524-906f-1f35574994f2 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:37:34.087842 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.089354 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Attempting to bind port f31d393c-8f1b-4524-906f-1f35574994f2 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '4aa23ab2-3b8f-4df5-85b4-3624526af276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:37:34.091917 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Attempting to bind port f31d393c-8f1b-4524-906f-1f35574994f2 on network 98d802c1-2ac8-4b4d-ba26-570b7b219777 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:37:34.102605 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:37:34.103983 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Checking segment: {'id': '4aa23ab2-3b8f-4df5-85b4-3624526af276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:37:34.103983 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.103983 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Bound using segment: {'id': '4aa23ab2-3b8f-4df5-85b4-3624526af276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:37:34.104312 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Bound port: f31d393c-8f1b-4524-906f-1f35574994f2, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa23ab2-3b8f-4df5-85b4-3624526af276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:37:34.104712 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.131594 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['3f33f308-ce97-4120-965f-b9d4d472b4a5'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:37:34.134276 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 2cd6c343-43aa-4c82-90b3-e348a6daf264 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:37:34.155644 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbd99ff-45d3-4684-a176-54d92b0f1b10 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Pushing event deleted for resources: {'Port': ['ID=3f33f308-ce97-4120-965f-b9d4d472b4a5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:34.180691 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e234f2-4954-401c-b9fb-fca1e35df258 req-8dbd99ff-45d3-4684-a176-54d92b0f1b10 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] No DVR routers for this DVR port 3f33f308-ce97-4120-965f-b9d4d472b4a5 on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:37:34.185698 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-84e234f2-4954-401c-b9fb-fca1e35df258 req-8dbd99ff-45d3-4684-a176-54d92b0f1b10 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.187256 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d2a96da5-b4f4-4ae7-828f-6c64210d3309 req-b9166fc7-61fc-4c37-848a-15f1a506f265 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 210 time: 0.0320859 Jun 30 16:37:34.189008 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-84e234f2-4954-401c-b9fb-fca1e35df258 req-8dbd99ff-45d3-4684-a176-54d92b0f1b10 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.65 "DELETE /v2.0/ports/3f33f308-ce97-4120-965f-b9d4d472b4a5 HTTP/1.1" status: 204 len: 173 time: 1.0362144 Jun 30 16:37:34.195270 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc03842b-e56f-4828-99c9-0b175cd2277f', 'name': 'network-vif-deleted', 'tag': '3f33f308-ce97-4120-965f-b9d4d472b4a5'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:37:34.195270 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2900cfe2-4dad-468e-afea-caf9b9865e9b" -d '{"events": [{"server_uuid": "cc03842b-e56f-4828-99c9-0b175cd2277f", "name": "network-vif-deleted", "tag": "3f33f308-ce97-4120-965f-b9d4d472b4a5"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:37:34.205977 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 2cd6c343-43aa-4c82-90b3-e348a6daf264 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:37:34.206333 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 2cd6c343-43aa-4c82-90b3-e348a6daf264 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:37:34.215383 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:34.225449 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-50dff3fd-ec2a-4fd4-85e3-bfd0a529605c None None] Provisioning complete for port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:34.225855 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-50dff3fd-ec2a-4fd4-85e3-bfd0a529605c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.238427 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.279747 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-50dff3fd-ec2a-4fd4-85e3-bfd0a529605c None None] Port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:37:34.299567 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] For port f31d393c-8f1b-4524-906f-1f35574994f2, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:37:34.304390 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] For port f31d393c-8f1b-4524-906f-1f35574994f2, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f31d393c-8f1b-4524-906f-1f35574994f2,segment=NetworkSegment(4aa23ab2-3b8f-4df5-85b4-3624526af276),segment_id=4aa23ab2-3b8f-4df5-85b4-3624526af276)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:37:34.336071 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.349688 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:34.360167 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:34.371452 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:34.372479 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:34.422239 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710b7dad-8374-4593-a6fc-88c211953bf8 req-0a21e139-65b6-47ab-94e4-e324eeb075cb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:34.424495 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-710b7dad-8374-4593-a6fc-88c211953bf8 req-0a21e139-65b6-47ab-94e4-e324eeb075cb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.1543741 Jun 30 16:37:34.430698 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2623c8-3749-44c6-aacd-70653df0e386 None None] Pushing event updated for resources: {'Port': ['ID=a57cc986-24c5-4b6d-b22d-9f6af47a5cf4,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:34.436120 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Network 43d53998-b324-428d-a316-199f927750c3 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:37:34.438959 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:34.448370 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event updated for resources: {'Port': ['ID=ab01136b-ddb4-42c0-b8a6-880714395a42,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:34.452003 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:37:34.491352 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.517898 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635ed63-19b4-43f4-bb67-f3dfb11d81b7 req-d43e4101-e4ce-44cf-971c-89faa89d1bc2 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:34.520093 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7635ed63-19b4-43f4-bb67-f3dfb11d81b7 req-d43e4101-e4ce-44cf-971c-89faa89d1bc2 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 946 time: 0.1566606 Jun 30 16:37:34.586263 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:34.586832 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:34.593199 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.596963 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-710b7dad-8374-4593-a6fc-88c211953bf8 req-18f5ea1c-24c3-4ec1-af3f-2539ad82bc06 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1519785 Jun 30 16:37:34.638580 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff27238e-b776-4742-bc09-9f35e8291336 None None] Pushing event updated for resources: {'Port': ['ID=f31d393c-8f1b-4524-906f-1f35574994f2,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:34.646024 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:34.681554 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7635ed63-19b4-43f4-bb67-f3dfb11d81b7 req-556e85e5-b910-4415-9f14-2186225675d6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1242144 Jun 30 16:37:34.733586 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:37:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5765deb0-11e8-45ea-a025-7defa3ce8979 x-openstack-request-id: req-5765deb0-11e8-45ea-a025-7defa3ce8979 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:37:34.737379 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc03842b-e56f-4828-99c9-0b175cd2277f", "name": "network-vif-deleted", "tag": "3f33f308-ce97-4120-965f-b9d4d472b4a5", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:37:34.737870 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5765deb0-11e8-45ea-a025-7defa3ce8979 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:37:34.740397 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5765deb0-11e8-45ea-a025-7defa3ce8979'] response: {'server_uuid': 'cc03842b-e56f-4828-99c9-0b175cd2277f', 'name': 'network-vif-deleted', 'tag': '3f33f308-ce97-4120-965f-b9d4d472b4a5', 'status': 'completed', 'code': 200} Jun 30 16:37:34.766589 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-eb68da21-16ec-4253-b740-d810581a5826 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5675666 Jun 30 16:37:34.788218 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e6c3c92f-e6c8-4d52-87f8-d635e0b67466 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.812752 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-d025b125-7992-4647-a743-525a3e0f9086 None None] Provisioning complete for port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:34.824456 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d025b125-7992-4647-a743-525a3e0f9086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:34.986200 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Publish callbacks [] for router_gateway (177ed553-c2a7-414f-bbc6-f1416eb2705a), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:35.071532 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:35.080720 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:35.091392 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Request body: {'port': {'device_id': '68d4ed30-dc39-4be8-b345-360410abdc13', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:35.171417 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:35.203989 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d025b125-7992-4647-a743-525a3e0f9086 None None] Current status of the port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:35.208939 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d025b125-7992-4647-a743-525a3e0f9086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:35.247531 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7bcffa8-99c1-47ed-b0cf-a43a2804aea1 None None] The sync data for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi is: [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:37:35.331281 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:35.374249 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:35.380144 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:35.387454 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:35.387994 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d025b125-7992-4647-a743-525a3e0f9086 None None] For port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=a57cc986-24c5-4b6d-b22d-9f6af47a5cf4,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:35.546256 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Allocated IP 172.27.2.218 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/481c562e-4ae4-49c8-8250-7957c776bb20) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:37:35.577859 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc035ba0-ade4-465c-93e2-1d1350c67c27 req-80e7be29-3dd7-4b65-883e-2bd7cde134e8 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:35.587830 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fc035ba0-ade4-465c-93e2-1d1350c67c27 req-80e7be29-3dd7-4b65-883e-2bd7cde134e8 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 931 time: 0.5042403 Jun 30 16:37:35.609370 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bd5f211a-5f17-4c79-a42f-5a88c65e0384 req-db45b65b-9ac0-468a-871c-37afedacf8cc tempest-VolumesNegativeTest-909930259 tempest-VolumesNegativeTest-909930259-project] 10.222.0.67 "GET /v2.0/ports?device_id=857e209a-1b96-4de8-aae0-f4b0091275c7 HTTP/1.1" status: 200 len: 210 time: 0.3119330 Jun 30 16:37:35.660304 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:35.661007 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:35.664798 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d025b125-7992-4647-a743-525a3e0f9086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:35.795142 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9d891987-a50e-4cad-b15a-12c54f6669e3 req-26d65226-0d74-42e3-8cea-c288a574e3ee tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 210 time: 0.0587437 Jun 30 16:37:35.849037 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fc035ba0-ade4-465c-93e2-1d1350c67c27 req-1149ee9e-8548-419d-862b-cb39e1d37797 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2593114 Jun 30 16:37:35.862303 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.db.api [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 30 16:37:35.862718 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG oslo_db.api [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 16:37:35.863208 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-8d9f6ba6-1a76-44eb-baa1-5beccacaa6b8 None None] Provisioning complete for port ab01136b-ddb4-42c0-b8a6-880714395a42 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:35.863599 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8d9f6ba6-1a76-44eb-baa1-5beccacaa6b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:35.921238 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d025b125-7992-4647-a743-525a3e0f9086 None None] Pushing event updated for resources: {'Port': ['ID=a57cc986-24c5-4b6d-b22d-9f6af47a5cf4,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:35.939778 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Publish callbacks [] for port (481c562e-4ae4-49c8-8250-7957c776bb20), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:35.944458 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab01136b-ddb4-42c0-b8a6-880714395a42 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:37:35.977033 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8d9f6ba6-1a76-44eb-baa1-5beccacaa6b8 None None] Port ab01136b-ddb4-42c0-b8a6-880714395a42 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:37:35.993360 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Publish callbacks [] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:36.081390 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Transition to ACTIVE for port object ab01136b-ddb4-42c0-b8a6-880714395a42 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:37:36.096505 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-54463140-1f8a-4736-b06a-04a898ac58b6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:36.098210 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-54463140-1f8a-4736-b06a-04a898ac58b6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 946 time: 0.1312373 Jun 30 16:37:36.146111 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c66c04-c2a2-45e1-9ff6-9d5d15bd2971 req-2065335e-2c4c-4212-9ecb-327ba46cf731 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:36.147730 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-22c66c04-c2a2-45e1-9ff6-9d5d15bd2971 req-2065335e-2c4c-4212-9ecb-327ba46cf731 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.2295880 Jun 30 16:37:36.160803 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45c737-4240-4b47-9c22-63e0401fe170 req-625fd70d-ca2c-4145-9ef2-005b14bdf72f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:36.172526 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6a45c737-4240-4b47-9c22-63e0401fe170 req-625fd70d-ca2c-4145-9ef2-005b14bdf72f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 946 time: 0.1403377 Jun 30 16:37:36.191410 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:36.269329 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-22c66c04-c2a2-45e1-9ff6-9d5d15bd2971 req-002f4a17-03de-4981-af60-f1b0f247c4fa tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934317 Jun 30 16:37:36.295623 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6a45c737-4240-4b47-9c22-63e0401fe170 req-a2d4090d-b20d-4330-9b8a-ce430cd7ba7d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=bd25f5b8-dfe5-4737-bc10-af3912aabcef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1224599 Jun 30 16:37:36.301553 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Deleting port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:37:36.301919 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:36.336926 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (481c562e-4ae4-49c8-8250-7957c776bb20), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:36.355213 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c22dff-ac0b-4d92-aa85-bb3a143d726d None None] Network 98d802c1-2ac8-4b4d-ba26-570b7b219777 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:37:36.362031 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab01136b-ddb4-42c0-b8a6-880714395a42,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:36.440989 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Pushing event updated for resources: {'Port': ['ID=481c562e-4ae4-49c8-8250-7957c776bb20,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:36.447165 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-05eca1f3-1d07-4782-9d83-6cc92727835a None None] Provisioning complete for port f31d393c-8f1b-4524-906f-1f35574994f2 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:36.447406 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-05eca1f3-1d07-4782-9d83-6cc92727835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:36.466549 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:37:36.468127 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:36.477578 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:37:36.505175 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Attempting to bind port ab01136b-ddb4-42c0-b8a6-880714395a42 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:37:36.505684 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Attempting to bind port ab01136b-ddb4-42c0-b8a6-880714395a42 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:37:36.505910 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Attempting to bind port ab01136b-ddb4-42c0-b8a6-880714395a42 on network 43d53998-b324-428d-a316-199f927750c3 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:37:36.512824 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] For port 5d6aee83-8fca-4ec9-8a36-9eed297963c5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5d6aee83-8fca-4ec9-8a36-9eed297963c5,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:36.513200 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:36.515719 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Port ab01136b-ddb4-42c0-b8a6-880714395a42 on network 43d53998-b324-428d-a316-199f927750c3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:37:36.518931 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Attempting to bind port ab01136b-ddb4-42c0-b8a6-880714395a42 on network 43d53998-b324-428d-a316-199f927750c3 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:37:36.532199 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:37:36.532588 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Checking segment: {'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:37:36.532921 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Bound using segment: {'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:37:36.533365 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Bound port: ab01136b-ddb4-42c0-b8a6-880714395a42, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '515e25aa-70f7-4dc5-8af9-50f5385ec385', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '43d53998-b324-428d-a316-199f927750c3'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:37:36.533843 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:36.543121 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:36.544599 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:36.560012 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:36.755006 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:36.755494 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:36.760057 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-05eca1f3-1d07-4782-9d83-6cc92727835a None None] Current status of the port f31d393c-8f1b-4524-906f-1f35574994f2 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:36.760872 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-05eca1f3-1d07-4782-9d83-6cc92727835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:36.804486 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] For port ab01136b-ddb4-42c0-b8a6-880714395a42, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:37:36.849119 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] For port ab01136b-ddb4-42c0-b8a6-880714395a42, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ab01136b-ddb4-42c0-b8a6-880714395a42,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:37:36.879800 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:36.880173 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (fa541775-1f55-48bc-b8e7-f8d002553131), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:36.880503 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Floating IP fa541775-1f55-48bc-b8e7-f8d002553131 disassociated. External IP: 172.27.2.73, port: 5d6aee83-8fca-4ec9-8a36-9eed297963c5. Jun 30 16:37:36.880854 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Calling delete_port for 5d6aee83-8fca-4ec9-8a36-9eed297963c5 owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:37:36.888780 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-05eca1f3-1d07-4782-9d83-6cc92727835a None None] For port f31d393c-8f1b-4524-906f-1f35574994f2, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f31d393c-8f1b-4524-906f-1f35574994f2,segment=NetworkSegment(4aa23ab2-3b8f-4df5-85b4-3624526af276),segment_id=4aa23ab2-3b8f-4df5-85b4-3624526af276)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:36.897944 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:36.901962 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:36.964002 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:36.990279 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-05eca1f3-1d07-4782-9d83-6cc92727835a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:37.032724 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:37.038241 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:37.038241 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] 10.222.0.65 "PUT /v2.0/ports/ab01136b-ddb4-42c0-b8a6-880714395a42 HTTP/1.1" status: 200 len: 1093 time: 1.9502776 Jun 30 16:37:37.066407 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:37:37.071354 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e36b741-36cf-4d62-9d03-f1395a93f6d7" -d '{"events": [{"name": "network-changed", "server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:37:37.097524 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eca1f3-1d07-4782-9d83-6cc92727835a None None] Pushing event updated for resources: {'Port': ['ID=f31d393c-8f1b-4524-906f-1f35574994f2,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:37.100922 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-78bbb50d-8f3f-4d16-a9be-0771dc17b136 req-454592c6-3fc9-44c5-994d-515c5249abe3 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=cc03842b-e56f-4828-99c9-0b175cd2277f HTTP/1.1" status: 200 len: 210 time: 0.1196768 Jun 30 16:37:37.129135 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:37.219183 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dba5ed-1d0a-406e-a0e6-55539d2d94e9 req-b06fcf71-b725-43cb-a350-0fb40f430485 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:37.227985 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e3dba5ed-1d0a-406e-a0e6-55539d2d94e9 req-b06fcf71-b725-43cb-a350-0fb40f430485 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.1641295 Jun 30 16:37:37.274849 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:37.281527 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Publish callbacks [] for router_gateway (177ed553-c2a7-414f-bbc6-f1416eb2705a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:37.297840 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0948c167-7dc4-45b5-98a1-fead962fc9f8 x-openstack-request-id: req-0948c167-7dc4-45b5-98a1-fead962fc9f8 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:37:37.300109 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:37:37.300400 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0948c167-7dc4-45b5-98a1-fead962fc9f8 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:37:37.300822 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0948c167-7dc4-45b5-98a1-fead962fc9f8'] response: {'name': 'network-changed', 'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'status': 'completed', 'code': 200} Jun 30 16:37:37.302071 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:37.358373 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e3dba5ed-1d0a-406e-a0e6-55539d2d94e9 req-abd38344-7a21-4d89-90cf-85352883d163 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222560 Jun 30 16:37:37.366076 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-ebd1d577-c925-4c67-a2c4-11b19e7d7768 None None] Provisioning complete for port f31d393c-8f1b-4524-906f-1f35574994f2 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:37.366631 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ebd1d577-c925-4c67-a2c4-11b19e7d7768 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:37.366773 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-01330504-e2d5-45d8-98b9-04495a550887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:37.368068 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-01330504-e2d5-45d8-98b9-04495a550887 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b35fc495a345898167db62b9b95887&device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 1127 time: 0.0661516 Jun 30 16:37:37.372847 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (5d6aee83-8fca-4ec9-8a36-9eed297963c5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:37.380536 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5307bd8e-b3e6-4f44-b2c7-51c47e548c64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:37.393314 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:37.468736 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:37.469026 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:37.481697 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-6499a310-a51a-4423-aedd-5a7fab441f4c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab01136b-ddb4-42c0-b8a6-880714395a42 HTTP/1.1" status: 200 len: 217 time: 0.0901318 Jun 30 16:37:37.507826 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6174e0dc-3666-4ec0-aae0-29f46dba446d req-c0859002-97f4-4f94-815c-fa3b0322366d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0647023 Jun 30 16:37:37.560456 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfb6432-ba08-4dd0-bce1-f3665734bcf8 service neutron] Pushing event updated for resources: {'Port': ['ID=ab01136b-ddb4-42c0-b8a6-880714395a42,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:37.599492 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-ebd1d577-c925-4c67-a2c4-11b19e7d7768 None None] Current status of the port f31d393c-8f1b-4524-906f-1f35574994f2 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:37.641813 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event deleted for resources: {'Port': ['ID=5d6aee83-8fca-4ec9-8a36-9eed297963c5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:37.647749 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-fede4a11-fadf-4146-84c0-2fe579920953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:37.650159 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-fede4a11-fadf-4146-84c0-2fe579920953 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d61d6a43-b270-4bed-9903-630d27b24abf HTTP/1.1" status: 200 len: 848 time: 0.1610332 Jun 30 16:37:37.664001 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976058f-3303-4e4b-810d-c3e16c0259d6 req-c7b972a4-8853-476f-b84d-0e5259b21d87 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:37.671376 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5976058f-3303-4e4b-810d-c3e16c0259d6 req-c7b972a4-8853-476f-b84d-0e5259b21d87 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 943 time: 0.1827397 Jun 30 16:37:37.697804 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Router a005fa75-8b3f-4f75-8a91-569497cf738a has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:37:37.732312 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:37.732312 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f31d393c-8f1b-4524-906f-1f35574994f2 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:37.743275 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-fbae978b-001d-42c1-9f50-4a7c7b6d7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:37.744785 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-fbae978b-001d-42c1-9f50-4a7c7b6d7b45 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43d53998-b324-428d-a316-199f927750c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0602155 Jun 30 16:37:37.745671 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1039425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570'] for router (177ed553-c2a7-414f-bbc6-f1416eb2705a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:37.791034 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port f31d393c-8f1b-4524-906f-1f35574994f2 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:37.791034 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:37.905078 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port f31d393c-8f1b-4524-906f-1f35574994f2 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:38.116099 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device feb9d98a-c1aa-45cf-b1e3-06597d656e69 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:37:38.118707 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 3f33f308-ce97-4120-965f-b9d4d472b4a5 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:37:38.132059 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5976058f-3303-4e4b-810d-c3e16c0259d6 req-8baec2df-c1b6-4f30-bd00-d930801e7313 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4597864 Jun 30 16:37:38.180710 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 3f33f308-ce97-4120-965f-b9d4d472b4a5 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:37:38.192123 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 3f33f308-ce97-4120-965f-b9d4d472b4a5 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:37:38.242005 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-981a01f3-743e-4b37-8674-5c2091153597 service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591041 Jun 30 16:37:38.248538 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:37:38.302531 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Router 177ed553-c2a7-414f-bbc6-f1416eb2705a is scheduled to L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 16:37:38.309676 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] No DVR routers for this DVR port 5d6aee83-8fca-4ec9-8a36-9eed297963c5 on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:37:38.318820 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:38.322547 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-76353f61-2cc0-41d1-80c7-9b83f2c43e12 req-5f3e298f-ead3-4e09-8469-f6034a12002c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "DELETE /v2.0/ports/5d6aee83-8fca-4ec9-8a36-9eed297963c5 HTTP/1.1" status: 204 len: 173 time: 2.2191081 Jun 30 16:37:38.407828 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:38.413371 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:38.445396 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'port_id': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'mac_address': 'fa:16:3e:ba:45:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:37:38.448938 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45412f-b9da-41ee-8d6f-cbb9d562bdfb None None] Sync routers for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:37:38.451387 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b6ee41ee-eb6d-4afe-9894-be6344747aeb req-b043897e-db03-446c-b05b-b5dea9ab1e85 service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005436 Jun 30 16:37:38.476637 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:37:38.481222 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45412f-b9da-41ee-8d6f-cbb9d562bdfb None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:38.481990 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-ab45412f-b9da-41ee-8d6f-cbb9d562bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:38.497536 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Sync routers for ids ['177ed553-c2a7-414f-bbc6-f1416eb2705a'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:37:38.529242 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Routers {'177ed553-c2a7-414f-bbc6-f1416eb2705a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:38.529487 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddd616c-9b59-4897-a70e-8756435cd4fc req-a3d68022-28cf-4031-b0bf-4e07fc40bc2c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:38.530666 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['177ed553-c2a7-414f-bbc6-f1416eb2705a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:38.531018 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3ddd616c-9b59-4897-a70e-8756435cd4fc req-a3d68022-28cf-4031-b0bf-4e07fc40bc2c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0567858 Jun 30 16:37:38.602320 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3ddd616c-9b59-4897-a70e-8756435cd4fc req-f248f3d6-01b8-4c13-a33a-095b3458b666 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632885 Jun 30 16:37:38.627182 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-ab45412f-b9da-41ee-8d6f-cbb9d562bdfb None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:38.673131 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:38.676387 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:38.676387 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-8dfa4055-fe81-4e45-a77d-bdd5eb3d5121 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.4461479 Jun 30 16:37:38.678454 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 37982) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:38.693781 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0edba2e2-766a-4e38-af56-b4539a61abdf req-f384434c-22f1-4147-83f0-0b21c517f7d4 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0427067 Jun 30 16:37:38.695737 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:38.791104 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port feb9d98a-c1aa-45cf-b1e3-06597d656e69 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:38.791403 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:38.820729 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id feb9d98a-c1aa-45cf-b1e3-06597d656e69 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:37:38.843293 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Set router 177ed553-c2a7-414f-bbc6-f1416eb2705a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:38.865538 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:38.948021 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36b741-36cf-4d62-9d03-f1395a93f6d7 req-27bc87f8-36dd-47c3-ba25-b0702bb1ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:38.956935 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9e36b741-36cf-4d62-9d03-f1395a93f6d7 req-27bc87f8-36dd-47c3-ba25-b0702bb1ff54 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b35fc495a345898167db62b9b95887&device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 1127 time: 0.0847454 Jun 30 16:37:39.023426 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-ab45412f-b9da-41ee-8d6f-cbb9d562bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'e8d3c1bc-d32f-4680-8aa3-b89edf6a3523', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:3c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:04Z', 'updated_at': '2022-06-30T16:34:49Z', 'revision_number': 2, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:39.026833 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:39.229611 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:39.231412 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36b741-36cf-4d62-9d03-f1395a93f6d7 req-3d93ae93-03cc-41e8-9128-d336209839fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:39.232578 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9e36b741-36cf-4d62-9d03-f1395a93f6d7 req-3d93ae93-03cc-41e8-9128-d336209839fa service neutron] 10.222.0.65 "GET /v2.0/networks?id=43d53998-b324-428d-a316-199f927750c3 HTTP/1.1" status: 200 len: 910 time: 0.2721786 Jun 30 16:37:39.244687 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'name': 'tempest-TestVolumeBootPattern-1286480685-router', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:33Z', 'updated_at': '2022-06-30T16:37:36Z', 'revision_number': 3, 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'gw_port': {'id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:35Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:39.274549 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Checking router: 177ed553-c2a7-414f-bbc6-f1416eb2705a for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:37:39.275158 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Updating router 177ed553-c2a7-414f-bbc6-f1416eb2705a port 481c562e-4ae4-49c8-8250-7957c776bb20 binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:37:39.302729 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'name': 'network-vif-deleted', 'tag': '5d6aee83-8fca-4ec9-8a36-9eed297963c5'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:37:39.305786 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4fb252-db46-40c0-9ba8-76d420fb6cfd" -d '{"events": [{"server_uuid": "de05418a-11bf-401c-b0cb-52968e5d6d07", "name": "network-vif-deleted", "tag": "5d6aee83-8fca-4ec9-8a36-9eed297963c5"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:37:39.384509 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a651fa9-9ef1-42ca-8644-9847fa3f25f1 req-ecf4d2aa-3a99-4899-a0d3-9e9c7b5df174 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:39.392200 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8a651fa9-9ef1-42ca-8644-9847fa3f25f1 req-ecf4d2aa-3a99-4899-a0d3-9e9c7b5df174 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 944 time: 0.1267030 Jun 30 16:37:39.393770 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (481c562e-4ae4-49c8-8250-7957c776bb20), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:39.405195 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45412f-b9da-41ee-8d6f-cbb9d562bdfb None None] Checking router: a005fa75-8b3f-4f75-8a91-569497cf738a for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:37:39.409208 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=feb9d98a-c1aa-45cf-b1e3-06597d656e69,revision_number=9']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:39.413738 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f31d393c-8f1b-4524-906f-1f35574994f2 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:39.415934 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:37:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f3ba70-433e-440f-957d-95cba41cad7c x-openstack-request-id: req-06f3ba70-433e-440f-957d-95cba41cad7c {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:37:39.420682 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de05418a-11bf-401c-b0cb-52968e5d6d07", "name": "network-vif-deleted", "tag": "5d6aee83-8fca-4ec9-8a36-9eed297963c5", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:37:39.420682 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-06f3ba70-433e-440f-957d-95cba41cad7c {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:37:39.420682 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06f3ba70-433e-440f-957d-95cba41cad7c'] response: {'server_uuid': 'de05418a-11bf-401c-b0cb-52968e5d6d07', 'name': 'network-vif-deleted', 'tag': '5d6aee83-8fca-4ec9-8a36-9eed297963c5', 'status': 'completed', 'code': 200} Jun 30 16:37:39.427758 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9e36b741-36cf-4d62-9d03-f1395a93f6d7 req-3e753905-f05f-4494-94e7-3d9ded757d7c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab01136b-ddb4-42c0-b8a6-880714395a42 HTTP/1.1" status: 200 len: 217 time: 0.0857911 Jun 30 16:37:39.484880 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab45412f-b9da-41ee-8d6f-cbb9d562bdfb None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:39.486165 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-ab45412f-b9da-41ee-8d6f-cbb9d562bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:39.494891 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8a651fa9-9ef1-42ca-8644-9847fa3f25f1 req-77ef9c81-7df3-4f53-a7b9-b596dfe1b2bd tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015050 Jun 30 16:37:39.512027 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36b741-36cf-4d62-9d03-f1395a93f6d7 req-8b58552c-891a-4eae-bd02-65967b8c3eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:39.513386 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9e36b741-36cf-4d62-9d03-f1395a93f6d7 req-8b58552c-891a-4eae-bd02-65967b8c3eff service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d61d6a43-b270-4bed-9903-630d27b24abf HTTP/1.1" status: 200 len: 848 time: 0.0807614 Jun 30 16:37:39.555127 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port f31d393c-8f1b-4524-906f-1f35574994f2 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:39.555435 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:39.600569 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36b741-36cf-4d62-9d03-f1395a93f6d7 req-0168bf2f-429e-46be-9d86-199cd2844d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:39.602411 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9e36b741-36cf-4d62-9d03-f1395a93f6d7 req-0168bf2f-429e-46be-9d86-199cd2844d27 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43d53998-b324-428d-a316-199f927750c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0641513 Jun 30 16:37:39.619530 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:39.738663 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-ab45412f-b9da-41ee-8d6f-cbb9d562bdfb None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:39.751789 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:39.791005 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Publish callbacks [] for port (481c562e-4ae4-49c8-8250-7957c776bb20), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:39.794389 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:39.804230 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:39.832075 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port f31d393c-8f1b-4524-906f-1f35574994f2 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:39.852102 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fc2ca-784c-4e32-9143-5c14062a5120 req-aa6eb9a0-af2f-4cce-8c0d-4d8877112f2f tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:39.855590 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ce8fc2ca-784c-4e32-9143-5c14062a5120 req-aa6eb9a0-af2f-4cce-8c0d-4d8877112f2f tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.1274271 Jun 30 16:37:39.919297 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (481c562e-4ae4-49c8-8250-7957c776bb20), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:39.931441 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-df85407e-9ea5-43d3-b483-ead5651b0396 req-1aa1f4e4-daa7-4fa4-afb6-0965a7867cbf tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0466614 Jun 30 16:37:40.005083 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ce8fc2ca-784c-4e32-9143-5c14062a5120 req-48c530b5-e88d-4273-a633-26686d98ec46 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280715 Jun 30 16:37:40.034603 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:40.061861 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:40.077368 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Attempting to bind port 481c562e-4ae4-49c8-8250-7957c776bb20 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:37:40.077742 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Attempting to bind port 481c562e-4ae4-49c8-8250-7957c776bb20 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:37:40.078305 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Attempting to bind port 481c562e-4ae4-49c8-8250-7957c776bb20 on network 31e1378b-073c-4b12-ba8a-daf195bf9e82 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:37:40.079239 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Allocated IP 172.20.0.1 (98d802c1-2ac8-4b4d-ba26-570b7b219777/800aac33-d808-46e0-aee6-feabafe3eb28/52e9c485-e26b-491d-83d5-eaa50c40daad) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:37:40.081617 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae758242-25ec-4ce2-bb0f-d4a2f25c2798 None None] Pushing event updated for resources: {'Port': ['ID=481c562e-4ae4-49c8-8250-7957c776bb20,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:40.089815 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:37:40.089815 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:37:40.089815 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:40.089815 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Bound using segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:37:40.089815 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Bound port: 481c562e-4ae4-49c8-8250-7957c776bb20, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:37:40.090691 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (481c562e-4ae4-49c8-8250-7957c776bb20), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:40.205342 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-ab45412f-b9da-41ee-8d6f-cbb9d562bdfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'e8d3c1bc-d32f-4680-8aa3-b89edf6a3523', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:3c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:04Z', 'updated_at': '2022-06-30T16:34:49Z', 'revision_number': 2, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:40.249528 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab45412f-b9da-41ee-8d6f-cbb9d562bdfb None None] The sync data for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi is: [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'e8d3c1bc-d32f-4680-8aa3-b89edf6a3523', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.50', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:3c:ec:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:34:04Z', 'updated_at': '2022-06-30T16:34:49Z', 'revision_number': 2, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:37:40.291806 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] For port 481c562e-4ae4-49c8-8250-7957c776bb20, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:37:40.296112 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] For port 481c562e-4ae4-49c8-8250-7957c776bb20, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=481c562e-4ae4-49c8-8250-7957c776bb20,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:37:40.300880 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Publish callbacks [] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:40.457143 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (481c562e-4ae4-49c8-8250-7957c776bb20), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:40.504188 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:40.529556 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae758242-25ec-4ce2-bb0f-d4a2f25c2798 None None] Pushing event updated for resources: {'Port': ['ID=481c562e-4ae4-49c8-8250-7957c776bb20,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:40.532616 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Routers {'177ed553-c2a7-414f-bbc6-f1416eb2705a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:40.533404 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['177ed553-c2a7-414f-bbc6-f1416eb2705a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:40.559406 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Network 98d802c1-2ac8-4b4d-ba26-570b7b219777 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:37:40.571809 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:40.592955 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:37:40.600387 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Pushing event updated for resources: {'Port': ['ID=52e9c485-e26b-491d-83d5-eaa50c40daad,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:40.617219 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1aac49d-6b32-437c-ae59-563568e98b63 None None] New status for floating IP fa541775-1f55-48bc-b8e7-f8d002553131: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:37:40.675640 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040305'] for router_interface (177ed553-c2a7-414f-bbc6-f1416eb2705a), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:40.686982 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] Set router 177ed553-c2a7-414f-bbc6-f1416eb2705a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:40.729019 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9259a375-c1d9-47cd-ab58-6ce8f0b7e352 req-ab986b46-8def-46f3-9baf-fdf7f43f0a13 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:40.738842 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9259a375-c1d9-47cd-ab58-6ce8f0b7e352 req-ab986b46-8def-46f3-9baf-fdf7f43f0a13 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 944 time: 0.1003098 Jun 30 16:37:40.775644 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:40.796013 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:40.823105 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9259a375-c1d9-47cd-ab58-6ce8f0b7e352 req-ce6f7704-3a4a-40dc-bfbd-429e484e6575 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828989 Jun 30 16:37:40.852126 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:40.891050 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'name': 'tempest-TestVolumeBootPattern-1286480685-router', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:33Z', 'updated_at': '2022-06-30T16:37:36Z', 'revision_number': 3, 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'gw_port': {'id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:35Z', 'updated_at': '2022-06-30T16:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:40.903727 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-651df563-c0d6-4e89-8690-1f92d8e47524 None None] Provisioning complete for port 52e9c485-e26b-491d-83d5-eaa50c40daad triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:40.904184 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-651df563-c0d6-4e89-8690-1f92d8e47524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:40.921381 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40523f6-1390-4511-9fce-8c977c4c4686 None None] The sync data for ids ['177ed553-c2a7-414f-bbc6-f1416eb2705a'] in dv-cinder-836027-2-iscsi is: [{'id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'name': 'tempest-TestVolumeBootPattern-1286480685-router', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:33Z', 'updated_at': '2022-06-30T16:37:36Z', 'revision_number': 3, 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'gw_port': {'id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:35Z', 'updated_at': '2022-06-30T16:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:37:40.950987 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-651df563-c0d6-4e89-8690-1f92d8e47524 None None] Port 52e9c485-e26b-491d-83d5-eaa50c40daad cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:37:41.120869 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1220c7be-4a62-46eb-a87c-fc19d3eff09c req-1c06786d-f31b-4d61-98f0-b768c7cb5360 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0374751 Jun 30 16:37:41.128514 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:41.199007 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589a4b8-8c12-43fc-88c4-d258db9c697b req-1480b717-0a81-4b82-b83f-cdb04a7d4251 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:41.201743 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7589a4b8-8c12-43fc-88c4-d258db9c697b req-1480b717-0a81-4b82-b83f-cdb04a7d4251 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0670745 Jun 30 16:37:41.303729 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7589a4b8-8c12-43fc-88c4-d258db9c697b req-39ae68b6-c45b-4a7a-8461-7e15af2aff75 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953665 Jun 30 16:37:41.396346 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:41.441689 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:41.457101 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9e36b741-36cf-4d62-9d03-f1395a93f6d7 req-e4ccd698-7325-46d3-8cb5-06230ee0905d service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973250 Jun 30 16:37:41.473927 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:41.493397 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Publish callbacks [] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:41.583136 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:41.667013 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040173'] for router_interface (177ed553-c2a7-414f-bbc6-f1416eb2705a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:41.680334 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Pushing event updated for resources: {'Port': ['ID=52e9c485-e26b-491d-83d5-eaa50c40daad,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:41.792226 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Network 98d802c1-2ac8-4b4d-ba26-570b7b219777 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:37:41.793718 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:41.953849 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Router 177ed553-c2a7-414f-bbc6-f1416eb2705a has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:37:41.979444 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1f0902-9d47-4feb-b407-43a325f49899 req-e2fced1e-dcbc-442b-b40a-d220361e4211 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:41.981197 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5b1f0902-9d47-4feb-b407-43a325f49899 req-e2fced1e-dcbc-442b-b40a-d220361e4211 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 944 time: 0.0579882 Jun 30 16:37:42.058533 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5b1f0902-9d47-4feb-b407-43a325f49899 req-78ed041a-eaa7-481e-807d-e576d952f171 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698068 Jun 30 16:37:42.087112 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b56c1d74-49d0-452e-a937-7b2d4e5d1aaa None None] Provisioning complete for port 52e9c485-e26b-491d-83d5-eaa50c40daad triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:42.087610 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b56c1d74-49d0-452e-a937-7b2d4e5d1aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:42.112112 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:37:42.127059 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-68291729-8703-4e90-af81-522ef8862cea admin admin] 10.222.0.67 "PUT /v2.0/routers/177ed553-c2a7-414f-bbc6-f1416eb2705a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4474206 Jun 30 16:37:42.145085 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b56c1d74-49d0-452e-a937-7b2d4e5d1aaa None None] Port 52e9c485-e26b-491d-83d5-eaa50c40daad cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:37:42.222395 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['feb9d98a-c1aa-45cf-b1e3-06597d656e69'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:37:42.268263 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-782caf2c-e5cf-4d0b-8866-8bfcca5b7712 req-6c41d7a0-74dc-4cd2-ae12-0405efc576f0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=de05418a-11bf-401c-b0cb-52968e5d6d07 HTTP/1.1" status: 200 len: 210 time: 0.0372410 Jun 30 16:37:42.279011 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 5d6aee83-8fca-4ec9-8a36-9eed297963c5 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:37:42.322654 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 5d6aee83-8fca-4ec9-8a36-9eed297963c5 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:37:42.322654 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 5d6aee83-8fca-4ec9-8a36-9eed297963c5 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:37:42.396930 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:42.511912 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a5221-a8a8-4db2-900f-2d1e127e66bc req-06b5ed0c-43e6-461f-bdc5-b2a3efbd7cc4 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:42.518526 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9e36b741-36cf-4d62-9d03-f1395a93f6d7 req-a2f38013-ba0d-4462-9514-2b184e6d594b service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860540 Jun 30 16:37:42.522387 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1e5a5221-a8a8-4db2-900f-2d1e127e66bc req-06b5ed0c-43e6-461f-bdc5-b2a3efbd7cc4 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0821707 Jun 30 16:37:42.587387 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1e5a5221-a8a8-4db2-900f-2d1e127e66bc req-2600e41e-840e-4ce1-b973-692f98676420 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640368 Jun 30 16:37:42.634669 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:42.784710 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38164) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:42.789973 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-9101e3d2-1293-4348-839d-91a1c7f4fe8b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280353264', 'description': 'tempest-secgroup-smoke-1280353264 description', 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:42.940699 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9101e3d2-1293-4348-839d-91a1c7f4fe8b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:42.970541 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Sync routers for ids ['177ed553-c2a7-414f-bbc6-f1416eb2705a'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:37:42.983626 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Routers {'177ed553-c2a7-414f-bbc6-f1416eb2705a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:42.984253 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['177ed553-c2a7-414f-bbc6-f1416eb2705a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:43.013611 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 481c562e-4ae4-49c8-8250-7957c776bb20 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:43.035300 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9101e3d2-1293-4348-839d-91a1c7f4fe8b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group (23981048-8558-4692-b4e8-85bde5393786), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.064973 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 481c562e-4ae4-49c8-8250-7957c776bb20 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:43.065520 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (481c562e-4ae4-49c8-8250-7957c776bb20), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.127166 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Set router 177ed553-c2a7-414f-bbc6-f1416eb2705a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:43.160050 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9101e3d2-1293-4348-839d-91a1c7f4fe8b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (23981048-8558-4692-b4e8-85bde5393786), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.172666 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 481c562e-4ae4-49c8-8250-7957c776bb20 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:43.173972 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (481c562e-4ae4-49c8-8250-7957c776bb20), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.203785 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port 481c562e-4ae4-49c8-8250-7957c776bb20, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=481c562e-4ae4-49c8-8250-7957c776bb20,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:43.287662 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9101e3d2-1293-4348-839d-91a1c7f4fe8b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23981048-8558-4692-b4e8-85bde5393786,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:43.306117 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f49463-91d7-43fb-8f16-2033c6156ce7 req-a19b8148-0331-423d-bb0a-375ad67ab7a2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:43.314374 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-17f49463-91d7-43fb-8f16-2033c6156ce7 req-a19b8148-0331-423d-bb0a-375ad67ab7a2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 944 time: 0.0723786 Jun 30 16:37:43.387517 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-17f49463-91d7-43fb-8f16-2033c6156ce7 req-a3385757-bca6-4a08-9930-c7fa7845080f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720441 Jun 30 16:37:43.390030 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (481c562e-4ae4-49c8-8250-7957c776bb20), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.405466 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9101e3d2-1293-4348-839d-91a1c7f4fe8b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.411003 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 38208) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:43.411764 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-9101e3d2-1293-4348-839d-91a1c7f4fe8b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6260982 Jun 30 16:37:43.428780 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-3a001153-accc-44b9-8e29-52d9c7d20d86 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'security_group_rule': {'security_group_id': '23981048-8558-4692-b4e8-85bde5393786', 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:43.523752 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=481c562e-4ae4-49c8-8250-7957c776bb20,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:43.525844 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'name': 'tempest-TestVolumeBootPattern-1286480685-router', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:33Z', 'updated_at': '2022-06-30T16:37:40Z', 'revision_number': 4, 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'gw_port': {'id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:35Z', 'updated_at': '2022-06-30T16:37:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '52e9c485-e26b-491d-83d5-eaa50c40daad', 'name': '', 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'mac_address': 'fa:16:3e:e4:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '800aac33-d808-46e0-aee6-feabafe3eb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:39Z', 'updated_at': '2022-06-30T16:37:41Z', 'revision_number': 2, 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'subnets': [{'id': '800aac33-d808-46e0-aee6-feabafe3eb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:43.556302 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Checking router: 177ed553-c2a7-414f-bbc6-f1416eb2705a for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:37:43.556664 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Updating router 177ed553-c2a7-414f-bbc6-f1416eb2705a port 52e9c485-e26b-491d-83d5-eaa50c40daad binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:37:43.586947 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.596056 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a001153-accc-44b9-8e29-52d9c7d20d86 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (1d60a8fb-fc93-4a3d-bc48-e091e561d321), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.618733 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38224) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:43.686434 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a001153-accc-44b9-8e29-52d9c7d20d86 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (1d60a8fb-fc93-4a3d-bc48-e091e561d321), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.688619 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00501a89-a8f4-4f44-8693-7500f3e03af0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (bd25f5b8-dfe5-4737-bc10-af3912aabcef), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.706303 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:43.723738 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00501a89-a8f4-4f44-8693-7500f3e03af0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (bd25f5b8-dfe5-4737-bc10-af3912aabcef), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.742974 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab6bcf3-21a7-4974-b871-40d3289d5414 req-1574dcee-ad76-4db5-88d5-5e4a7a155b5e tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:43.743942 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eab6bcf3-21a7-4974-b871-40d3289d5414 req-1574dcee-ad76-4db5-88d5-5e4a7a155b5e tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0802436 Jun 30 16:37:43.766786 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a001153-accc-44b9-8e29-52d9c7d20d86 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (1d60a8fb-fc93-4a3d-bc48-e091e561d321), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.797106 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a001153-accc-44b9-8e29-52d9c7d20d86 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d60a8fb-fc93-4a3d-bc48-e091e561d321,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:43.840351 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eab6bcf3-21a7-4974-b871-40d3289d5414 req-c92f5759-1c16-4889-b174-d5e0c4b48b25 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0894952 Jun 30 16:37:43.950170 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00501a89-a8f4-4f44-8693-7500f3e03af0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (bd25f5b8-dfe5-4737-bc10-af3912aabcef), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.953205 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3a001153-accc-44b9-8e29-52d9c7d20d86 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.956343 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-3a001153-accc-44b9-8e29-52d9c7d20d86 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5397034 Jun 30 16:37:43.957100 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Publish callbacks [] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.957224 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-00501a89-a8f4-4f44-8693-7500f3e03af0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:43.963123 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-00501a89-a8f4-4f44-8693-7500f3e03af0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "DELETE /v2.0/security-groups/bd25f5b8-dfe5-4737-bc10-af3912aabcef HTTP/1.1" status: 204 len: 168 time: 0.3383746 Jun 30 16:37:43.963329 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 38230) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:43.964116 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38232) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:43.969370 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-584ce683-090c-4e56-b219-d78ab77e1003 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'security_group_rule': {'security_group_id': '23981048-8558-4692-b4e8-85bde5393786', 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:43.986200 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00501a89-a8f4-4f44-8693-7500f3e03af0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd25f5b8-dfe5-4737-bc10-af3912aabcef,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:43.989369 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.api.v2.resource [None req-18282ce7-f57c-4837-948a-cf3449278c94 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] show failed (client error): The resource could not be found. Jun 30 16:37:43.990474 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-18282ce7-f57c-4837-948a-cf3449278c94 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups/bd25f5b8-dfe5-4737-bc10-af3912aabcef HTTP/1.1" status: 404 len: 347 time: 0.0218620 Jun 30 16:37:43.995078 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 38234) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:44.007334 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:44.080362 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.123025 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-57fa5abc-c522-450f-8a24-f826d3f3b1e3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Deleting port 74b07a8a-d260-469f-b0be-bfbb593834b8 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:37:44.123385 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57fa5abc-c522-450f-8a24-f826d3f3b1e3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (74b07a8a-d260-469f-b0be-bfbb593834b8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.131337 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0798e5c-8606-49a1-a8be-a18e6c33d072 None None] Pushing event updated for resources: {'Port': ['ID=52e9c485-e26b-491d-83d5-eaa50c40daad,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:44.157652 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-584ce683-090c-4e56-b219-d78ab77e1003 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (b746383b-6c63-4c13-9550-146884034cd7), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.208181 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Attempting to bind port 52e9c485-e26b-491d-83d5-eaa50c40daad on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:37:44.208733 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Attempting to bind port 52e9c485-e26b-491d-83d5-eaa50c40daad by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '4aa23ab2-3b8f-4df5-85b4-3624526af276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:37:44.210108 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Attempting to bind port 52e9c485-e26b-491d-83d5-eaa50c40daad on network 98d802c1-2ac8-4b4d-ba26-570b7b219777 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:37:44.215939 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 37, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:37:44.216275 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Checking segment: {'id': '4aa23ab2-3b8f-4df5-85b4-3624526af276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:37:44.216684 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.217075 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Bound using segment: {'id': '4aa23ab2-3b8f-4df5-85b4-3624526af276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:37:44.218294 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Bound port: 52e9c485-e26b-491d-83d5-eaa50c40daad, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa23ab2-3b8f-4df5-85b4-3624526af276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:37:44.218819 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.226936 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device feb9d98a-c1aa-45cf-b1e3-06597d656e69 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:44.239209 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:44.264993 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57fa5abc-c522-450f-8a24-f826d3f3b1e3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (74b07a8a-d260-469f-b0be-bfbb593834b8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.264993 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57fa5abc-c522-450f-8a24-f826d3f3b1e3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (74b07a8a-d260-469f-b0be-bfbb593834b8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.274965 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:44.286436 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:44.289842 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-57fa5abc-c522-450f-8a24-f826d3f3b1e3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Calling delete_port for 74b07a8a-d260-469f-b0be-bfbb593834b8 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:37:44.298769 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port feb9d98a-c1aa-45cf-b1e3-06597d656e69 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:44.299008 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-584ce683-090c-4e56-b219-d78ab77e1003 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (b746383b-6c63-4c13-9550-146884034cd7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.300854 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.301876 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] For port 52e9c485-e26b-491d-83d5-eaa50c40daad, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:37:44.306376 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] For port 52e9c485-e26b-491d-83d5-eaa50c40daad, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=52e9c485-e26b-491d-83d5-eaa50c40daad,segment=NetworkSegment(4aa23ab2-3b8f-4df5-85b4-3624526af276),segment_id=4aa23ab2-3b8f-4df5-85b4-3624526af276)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:37:44.363797 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:44.403281 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port feb9d98a-c1aa-45cf-b1e3-06597d656e69 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:44.403704 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.417927 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.436388 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:37:44.440690 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06901cef-2c95-4a06-980d-963a9c8ea7e1" -d '{"events": [{"server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "name": "network-vif-plugged", "status": "completed", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:37:44.444842 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-584ce683-090c-4e56-b219-d78ab77e1003 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (b746383b-6c63-4c13-9550-146884034cd7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.451316 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:44.458250 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:44.478582 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584ce683-090c-4e56-b219-d78ab77e1003 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b746383b-6c63-4c13-9550-146884034cd7,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:44.502188 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-8cd9e66f-c284-4c67-a8d0-58891625c34f None None] Provisioning complete for port 52e9c485-e26b-491d-83d5-eaa50c40daad triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:44.502523 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8cd9e66f-c284-4c67-a8d0-58891625c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.508661 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Routers {'177ed553-c2a7-414f-bbc6-f1416eb2705a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:44.509402 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['177ed553-c2a7-414f-bbc6-f1416eb2705a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:44.531969 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:37:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcaa29b2-0a08-4cfc-b8b3-36609ec8fe7f x-openstack-request-id: req-bcaa29b2-0a08-4cfc-b8b3-36609ec8fe7f {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:37:44.532742 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "name": "network-vif-plugged", "status": "completed", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:37:44.535590 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bcaa29b2-0a08-4cfc-b8b3-36609ec8fe7f {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:37:44.535590 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcaa29b2-0a08-4cfc-b8b3-36609ec8fe7f'] response: {'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'code': 200} Jun 30 16:37:44.565495 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.588688 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-584ce683-090c-4e56-b219-d78ab77e1003 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.591117 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-584ce683-090c-4e56-b219-d78ab77e1003 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6272137 Jun 30 16:37:44.596112 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38244) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:44.598739 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-67c6eb52-0179-41f4-89fe-377c98665d46 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'security_group_rule': {'security_group_id': '23981048-8558-4692-b4e8-85bde5393786', 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:44.605780 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57fa5abc-c522-450f-8a24-f826d3f3b1e3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (74b07a8a-d260-469f-b0be-bfbb593834b8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.617491 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0798e5c-8606-49a1-a8be-a18e6c33d072 None None] Pushing event updated for resources: {'Port': ['ID=52e9c485-e26b-491d-83d5-eaa50c40daad,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:44.647606 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-8cd9e66f-c284-4c67-a8d0-58891625c34f None None] Current status of the port 52e9c485-e26b-491d-83d5-eaa50c40daad is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:44.648364 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8cd9e66f-c284-4c67-a8d0-58891625c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.669573 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d865ef2c-0b3c-46d4-8bd0-fabdf750b465 req-92f59ae5-7e02-4018-a20b-5dee80e446ff tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:44.671159 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d865ef2c-0b3c-46d4-8bd0-fabdf750b465 req-92f59ae5-7e02-4018-a20b-5dee80e446ff tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 944 time: 0.1362405 Jun 30 16:37:44.675132 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa5abc-c522-450f-8a24-f826d3f3b1e3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event deleted for resources: {'Port': ['ID=74b07a8a-d260-469f-b0be-bfbb593834b8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:44.703993 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=feb9d98a-c1aa-45cf-b1e3-06597d656e69,revision_number=10']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:44.721243 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67c6eb52-0179-41f4-89fe-377c98665d46 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (5f5ecbb4-00db-4ebf-afff-6af753541777), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.724164 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] Set router 177ed553-c2a7-414f-bbc6-f1416eb2705a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:44.741288 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-8cd9e66f-c284-4c67-a8d0-58891625c34f None None] For port 52e9c485-e26b-491d-83d5-eaa50c40daad, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=52e9c485-e26b-491d-83d5-eaa50c40daad,segment=NetworkSegment(4aa23ab2-3b8f-4df5-85b4-3624526af276),segment_id=4aa23ab2-3b8f-4df5-85b4-3624526af276)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:44.813002 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67c6eb52-0179-41f4-89fe-377c98665d46 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (5f5ecbb4-00db-4ebf-afff-6af753541777), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.818288 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d865ef2c-0b3c-46d4-8bd0-fabdf750b465 req-7bdbc512-add8-44f2-9718-71981843b61a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177318 Jun 30 16:37:44.820335 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57fa5abc-c522-450f-8a24-f826d3f3b1e3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (fa541775-1f55-48bc-b8e7-f8d002553131), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.822799 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57fa5abc-c522-450f-8a24-f826d3f3b1e3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.824000 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-57fa5abc-c522-450f-8a24-f826d3f3b1e3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "DELETE /v2.0/floatingips/fa541775-1f55-48bc-b8e7-f8d002553131 HTTP/1.1" status: 204 len: 168 time: 0.8277359 Jun 30 16:37:44.857731 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8cd9e66f-c284-4c67-a8d0-58891625c34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.914635 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67c6eb52-0179-41f4-89fe-377c98665d46 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (5f5ecbb4-00db-4ebf-afff-6af753541777), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:44.939153 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd9e66f-c284-4c67-a8d0-58891625c34f None None] Pushing event updated for resources: {'Port': ['ID=52e9c485-e26b-491d-83d5-eaa50c40daad,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:44.987024 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6eb52-0179-41f4-89fe-377c98665d46 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5ecbb4-00db-4ebf-afff-6af753541777,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:45.004541 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-413e112d-309e-4a8d-9ec4-7c1d9661a121 None None] Provisioning complete for port 52e9c485-e26b-491d-83d5-eaa50c40daad triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:45.005023 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-413e112d-309e-4a8d-9ec4-7c1d9661a121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:45.078350 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'name': 'tempest-TestVolumeBootPattern-1286480685-router', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:33Z', 'updated_at': '2022-06-30T16:37:40Z', 'revision_number': 4, 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'gw_port': {'id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:35Z', 'updated_at': '2022-06-30T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '52e9c485-e26b-491d-83d5-eaa50c40daad', 'name': '', 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'mac_address': 'fa:16:3e:e4:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '800aac33-d808-46e0-aee6-feabafe3eb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:39Z', 'updated_at': '2022-06-30T16:37:44Z', 'revision_number': 4, 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'subnets': [{'id': '800aac33-d808-46e0-aee6-feabafe3eb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:45.106709 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4991e8b-e7c7-4a5e-8ed0-240cadf0b22f req-d4bbd878-f69b-4800-a391-f225a22e8e7a tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:45.108822 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d4991e8b-e7c7-4a5e-8ed0-240cadf0b22f req-d4bbd878-f69b-4800-a391-f225a22e8e7a tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0852611 Jun 30 16:37:45.141200 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67c6eb52-0179-41f4-89fe-377c98665d46 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:45.143208 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-67c6eb52-0179-41f4-89fe-377c98665d46 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5486724 Jun 30 16:37:45.146326 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 38262) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:45.152746 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e3de37ad-8775-41e8-be5e-c89179aed2b1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'security_group_rule': {'security_group_id': '23981048-8558-4692-b4e8-85bde5393786', 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:45.177144 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 481c562e-4ae4-49c8-8250-7957c776bb20 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:45.179640 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:45.224482 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d4991e8b-e7c7-4a5e-8ed0-240cadf0b22f req-7a905538-26b5-4674-a4bc-cb9130629299 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1032431 Jun 30 16:37:45.226376 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-413e112d-309e-4a8d-9ec4-7c1d9661a121 None None] Current status of the port 52e9c485-e26b-491d-83d5-eaa50c40daad is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:45.246243 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 481c562e-4ae4-49c8-8250-7957c776bb20 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:45.247025 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (481c562e-4ae4-49c8-8250-7957c776bb20), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:45.288528 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bd983de-cb68-4dbe-8228-60969ca4d1ca None None] The sync data for ids ['177ed553-c2a7-414f-bbc6-f1416eb2705a'] in dv-cinder-836027-2-iscsi is: [{'id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'name': 'tempest-TestVolumeBootPattern-1286480685-router', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:33Z', 'updated_at': '2022-06-30T16:37:40Z', 'revision_number': 4, 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'gw_port': {'id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:35Z', 'updated_at': '2022-06-30T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '52e9c485-e26b-491d-83d5-eaa50c40daad', 'name': '', 'network_id': '98d802c1-2ac8-4b4d-ba26-570b7b219777', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'mac_address': 'fa:16:3e:e4:d5:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'device_owner': 'network:router_interface', 'standard_attr_id': 452, 'fixed_ips': [{'subnet_id': '800aac33-d808-46e0-aee6-feabafe3eb28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:39Z', 'updated_at': '2022-06-30T16:37:44Z', 'revision_number': 4, 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'subnets': [{'id': '800aac33-d808-46e0-aee6-feabafe3eb28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:37:45.320087 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:45.331287 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3de37ad-8775-41e8-be5e-c89179aed2b1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (8e1025ed-f452-4024-93f3-0fd972bcef0f), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:45.344601 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 481c562e-4ae4-49c8-8250-7957c776bb20 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:45.477887 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-373dae9f-ac01-49d3-aa94-4c9da36b7777 req-1162f436-7c4c-4325-a559-077180322432 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1011631 Jun 30 16:37:45.513033 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3de37ad-8775-41e8-be5e-c89179aed2b1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (8e1025ed-f452-4024-93f3-0fd972bcef0f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:45.623495 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3de37ad-8775-41e8-be5e-c89179aed2b1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (8e1025ed-f452-4024-93f3-0fd972bcef0f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:45.653026 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de37ad-8775-41e8-be5e-c89179aed2b1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1025ed-f452-4024-93f3-0fd972bcef0f,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:45.717318 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3de37ad-8775-41e8-be5e-c89179aed2b1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:45.722022 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-e3de37ad-8775-41e8-be5e-c89179aed2b1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5718572 Jun 30 16:37:45.722262 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38278) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:45.727395 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b0741a2a-21d8-4e66-983e-36eabc05f7c7 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'security_group_rule': {'security_group_id': '23981048-8558-4692-b4e8-85bde5393786', 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:45.833747 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 38282) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:45.902461 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dae9f-ac01-49d3-aa94-4c9da36b7777 req-401fcb0d-4b1b-43b9-b04a-4168b0bb9e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:45.904523 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-373dae9f-ac01-49d3-aa94-4c9da36b7777 req-401fcb0d-4b1b-43b9-b04a-4168b0bb9e00 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 1129 time: 0.1313488 Jun 30 16:37:45.905567 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-b0741a2a-21d8-4e66-983e-36eabc05f7c7 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Project 99847b649bfd4ca6a33cb2ea97ad0469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 16:37:45.912255 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0741a2a-21d8-4e66-983e-36eabc05f7c7 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (0c8111a9-fd35-4ba1-991f-6908e1609967), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:46.017964 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0741a2a-21d8-4e66-983e-36eabc05f7c7 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (0c8111a9-fd35-4ba1-991f-6908e1609967), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:46.060393 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3870eaec-476d-4074-8dd6-585cfe3df6dc req-43902718-d323-4119-ac5f-04b7dfd9b214 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:46.061967 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3870eaec-476d-4074-8dd6-585cfe3df6dc req-43902718-d323-4119-ac5f-04b7dfd9b214 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 946 time: 0.0724294 Jun 30 16:37:46.134535 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-3a5202a7-de71-46af-8c2c-adeb004a7685 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=62ec9078457f461db05068580817ab69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2996993 Jun 30 16:37:46.135265 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38290) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:46.143389 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3870eaec-476d-4074-8dd6-585cfe3df6dc req-ee2cc73a-7540-4087-9eb8-19cee826dffa tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731251 Jun 30 16:37:46.155608 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0741a2a-21d8-4e66-983e-36eabc05f7c7 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (0c8111a9-fd35-4ba1-991f-6908e1609967), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:46.200897 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:46.203505 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0741a2a-21d8-4e66-983e-36eabc05f7c7 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8111a9-fd35-4ba1-991f-6908e1609967,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:46.232702 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0367efc-8170-40c9-8aab-b023289e48b8 admin admin] Publish callbacks [] for security_group (eb3f3be8-17a5-4923-913e-2b230e2a8fbd), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:46.260608 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0367efc-8170-40c9-8aab-b023289e48b8 admin admin] Publish callbacks [] for security_group (eb3f3be8-17a5-4923-913e-2b230e2a8fbd), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:46.300470 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0741a2a-21d8-4e66-983e-36eabc05f7c7 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:46.300470 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-b0741a2a-21d8-4e66-983e-36eabc05f7c7 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5747976 Jun 30 16:37:46.301519 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 38294) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:46.306628 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'security_group_rule': {'security_group_id': '23981048-8558-4692-b4e8-85bde5393786', 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:46.423128 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:46.423352 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9257cf30-f310-43c1-bdcc-ee7eafcd3ebe req-19d581f5-f2eb-4c7c-908c-84f6f1fe95f0 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:46.424845 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9257cf30-f310-43c1-bdcc-ee7eafcd3ebe req-19d581f5-f2eb-4c7c-908c-84f6f1fe95f0 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.1017020 Jun 30 16:37:46.447044 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b377b-53f5-44ac-976d-70b3a064e9e1 req-e94a4569-fd17-4ec1-9280-fc42a9055200 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:46.448801 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-378b377b-53f5-44ac-976d-70b3a064e9e1 req-e94a4569-fd17-4ec1-9280-fc42a9055200 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0769825 Jun 30 16:37:46.461956 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0367efc-8170-40c9-8aab-b023289e48b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (eb3f3be8-17a5-4923-913e-2b230e2a8fbd), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:46.464750 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0367efc-8170-40c9-8aab-b023289e48b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:46.468757 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-b0367efc-8170-40c9-8aab-b023289e48b8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eb3f3be8-17a5-4923-913e-2b230e2a8fbd HTTP/1.1" status: 204 len: 168 time: 0.3311818 Jun 30 16:37:46.470507 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.securitygroups_db [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Project 99847b649bfd4ca6a33cb2ea97ad0469 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 16:37:46.478927 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0367efc-8170-40c9-8aab-b023289e48b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb3f3be8-17a5-4923-913e-2b230e2a8fbd,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:46.516931 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9257cf30-f310-43c1-bdcc-ee7eafcd3ebe req-9d8475e4-eb89-442c-b773-1fde0799c412 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854073 Jun 30 16:37:46.527006 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (b3a0fa50-5fe9-44ef-9e93-3a389043354f), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:46.575715 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-378b377b-53f5-44ac-976d-70b3a064e9e1 req-52213bdd-dbda-42d1-8488-19cf4da8c3d1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170847 Jun 30 16:37:46.608482 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (b3a0fa50-5fe9-44ef-9e93-3a389043354f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:46.679945 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (b3a0fa50-5fe9-44ef-9e93-3a389043354f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:46.699758 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3a0fa50-5fe9-44ef-9e93-3a389043354f,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:46.708612 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.708962 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.709304 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.709644 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.709972 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.710516 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.710847 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.711177 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.711528 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.711845 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.712353 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.712851 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.713172 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.713732 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.714232 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:46.787773 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:46.789479 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-839e235b-7c2f-4880-89ce-e191157e9164 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4866636 Jun 30 16:37:47.059989 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 52e9c485-e26b-491d-83d5-eaa50c40daad up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:47.111665 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 52e9c485-e26b-491d-83d5-eaa50c40daad triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:47.112047 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:47.147629 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:47.222337 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 52e9c485-e26b-491d-83d5-eaa50c40daad is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:47.313377 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5b99de-3c73-436b-9076-7d10e6a8204b req-9ebd5311-de28-48c7-b094-696910eb22c4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:47.314973 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ac5b99de-3c73-436b-9076-7d10e6a8204b req-9ebd5311-de28-48c7-b094-696910eb22c4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 946 time: 0.0558398 Jun 30 16:37:47.369760 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ac5b99de-3c73-436b-9076-7d10e6a8204b req-8e67780c-9116-4c4c-a1bb-93c9cc9366cc tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487366 Jun 30 16:37:47.553828 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device ab01136b-ddb4-42c0-b8a6-880714395a42 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:37:47.698721 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679f030-8d3a-4a25-bb1b-8e999d386775 req-8ddcd46b-76a2-4544-9353-85b879ec2d92 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:47.700869 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9679f030-8d3a-4a25-bb1b-8e999d386775 req-8ddcd46b-76a2-4544-9353-85b879ec2d92 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0745137 Jun 30 16:37:47.701559 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port ab01136b-ddb4-42c0-b8a6-880714395a42, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ab01136b-ddb4-42c0-b8a6-880714395a42,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:47.714960 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'port_id': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'mac_address': 'fa:16:3e:e2:fe:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:37:47.752000 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8aa8d8-e29b-4b78-b911-dcd45edb59ae req-e0290529-42c6-4865-93c2-1705685032aa tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:47.760286 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9d8aa8d8-e29b-4b78-b911-dcd45edb59ae req-e0290529-42c6-4865-93c2-1705685032aa tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0828080 Jun 30 16:37:47.760631 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port ab01136b-ddb4-42c0-b8a6-880714395a42 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:47.761029 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:47.782721 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab01136b-ddb4-42c0-b8a6-880714395a42 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:37:47.816840 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port ab01136b-ddb4-42c0-b8a6-880714395a42, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ab01136b-ddb4-42c0-b8a6-880714395a42,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:47.846550 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9d8aa8d8-e29b-4b78-b911-dcd45edb59ae req-b54ef5bd-55cf-4087-a17f-14360e5ef004 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792680 Jun 30 16:37:47.850019 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9679f030-8d3a-4a25-bb1b-8e999d386775 req-7c0584ac-8d2a-4e0f-a0ec-8b03b547364e tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323907 Jun 30 16:37:47.943299 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:47.946963 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:47.999049 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=ab01136b-ddb4-42c0-b8a6-880714395a42,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:48.206318 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:48.389133 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:48.422144 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:48.502870 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b94c5-291f-42bd-9067-1ea064674911 req-56e6048e-f242-43c3-a705-8d606292d8aa tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:48.504906 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1a3b94c5-291f-42bd-9067-1ea064674911 req-56e6048e-f242-43c3-a705-8d606292d8aa tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 946 time: 0.0583856 Jun 30 16:37:48.568325 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1a3b94c5-291f-42bd-9067-1ea064674911 req-cbf396bf-2a6b-44a7-826b-63a2d0475379 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571992 Jun 30 16:37:48.588301 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29fabf7-9ee2-454e-ac2b-d911201834cb req-277e6a08-cb90-46e3-965c-851a7b1fb54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:48.590646 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-f29fabf7-9ee2-454e-ac2b-d911201834cb req-277e6a08-cb90-46e3-965c-851a7b1fb54a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 1130 time: 0.1061897 Jun 30 16:37:48.593663 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:48.655788 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f65761-1216-43c5-8ccf-a1fa7bfa96a1 req-f5ba9014-7d41-45da-ad1d-496797c1762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:48.657308 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f2f65761-1216-43c5-8ccf-a1fa7bfa96a1 req-f5ba9014-7d41-45da-ad1d-496797c1762c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 1130 time: 0.0577400 Jun 30 16:37:48.662477 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-f29fabf7-9ee2-454e-ac2b-d911201834cb req-72addd52-18c3-4600-b3ad-82586b69de0e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617838 Jun 30 16:37:48.665137 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dae9f-ac01-49d3-aa94-4c9da36b7777 req-a61c55bf-2558-475f-a8ec-6b82a643f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:48.666639 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-373dae9f-ac01-49d3-aa94-4c9da36b7777 req-a61c55bf-2558-475f-a8ec-6b82a643f161 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.1946876 Jun 30 16:37:48.757169 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['ab01136b-ddb4-42c0-b8a6-880714395a42'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:37:48.848032 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:49.099813 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47617b4-ad73-4045-a281-8a162b39b14f req-b92bcff4-408a-4e89-8e1c-260048e5ce1f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:49.101428 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f47617b4-ad73-4045-a281-8a162b39b14f req-b92bcff4-408a-4e89-8e1c-260048e5ce1f tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.1342306 Jun 30 16:37:49.135121 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db96d7f6-7eeb-4561-8659-f09d22ab248b req-36071bdf-1e69-4ec2-ac7e-8e6b61812063 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:49.137379 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-db96d7f6-7eeb-4561-8659-f09d22ab248b req-36071bdf-1e69-4ec2-ac7e-8e6b61812063 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 944 time: 0.1582487 Jun 30 16:37:49.185320 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f65761-1216-43c5-8ccf-a1fa7bfa96a1 req-84393398-5d77-4276-bd92-0a6b14d34fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:49.186944 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f2f65761-1216-43c5-8ccf-a1fa7bfa96a1 req-84393398-5d77-4276-bd92-0a6b14d34fd3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.3058670 Jun 30 16:37:49.232517 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f47617b4-ad73-4045-a281-8a162b39b14f req-2f1c34c7-d71f-4071-b443-8fce46300630 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182590 Jun 30 16:37:49.236071 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-373dae9f-ac01-49d3-aa94-4c9da36b7777 req-d4a7e0c7-e160-4952-9fb7-611414111df2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b34f2ec4-8c64-4f05-98bb-ea3f485cf825 HTTP/1.1" status: 200 len: 217 time: 0.0510228 Jun 30 16:37:49.249061 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-db96d7f6-7eeb-4561-8659-f09d22ab248b req-a1ffac04-d2c1-4def-ad7a-80604e24e496 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911305 Jun 30 16:37:49.667336 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dae9f-ac01-49d3-aa94-4c9da36b7777 req-66d16071-c1c4-45ed-a568-74e0477a1e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:49.673310 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-373dae9f-ac01-49d3-aa94-4c9da36b7777 req-66d16071-c1c4-45ed-a568-74e0477a1e0b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.0926964 Jun 30 16:37:49.735413 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:49.774130 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd01cac-bc12-4328-bdd4-1db1be251254 req-8e24655a-124c-49b6-961e-6e8ff9797bc6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:49.776593 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ebd01cac-bc12-4328-bdd4-1db1be251254 req-8e24655a-124c-49b6-961e-6e8ff9797bc6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.1339560 Jun 30 16:37:49.790215 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f2f65761-1216-43c5-8ccf-a1fa7bfa96a1 req-2c423a9d-1ae3-4c54-b40f-8a56c93e9d1c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=237f85c7-d517-4bd7-9b4c-cfb1b755a321 HTTP/1.1" status: 200 len: 1002 time: 0.2138205 Jun 30 16:37:49.805048 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852108be-3e26-4efb-bc98-ecae6f01cc53 req-5c4cc599-d073-4010-ad92-67d78af0df78 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:49.805048 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-852108be-3e26-4efb-bc98-ecae6f01cc53 req-5c4cc599-d073-4010-ad92-67d78af0df78 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 946 time: 0.1413906 Jun 30 16:37:49.865211 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373dae9f-ac01-49d3-aa94-4c9da36b7777 req-d64fe920-499b-4df3-a49f-8de9597dfc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:49.867403 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-373dae9f-ac01-49d3-aa94-4c9da36b7777 req-d64fe920-499b-4df3-a49f-8de9597dfc82 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455790 Jun 30 16:37:49.904071 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ebd01cac-bc12-4328-bdd4-1db1be251254 req-84084b38-d95b-4cab-a31b-08306a51c264 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1180267 Jun 30 16:37:49.928164 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-852108be-3e26-4efb-bc98-ecae6f01cc53 req-62c265bc-1165-462a-9b6e-a3dbfa8dbd3b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116049 Jun 30 16:37:49.930939 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f65761-1216-43c5-8ccf-a1fa7bfa96a1 req-5a88c58b-4760-4937-b281-f1a1e785d206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:49.931590 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f2f65761-1216-43c5-8ccf-a1fa7bfa96a1 req-5a88c58b-4760-4937-b281-f1a1e785d206 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.0947492 Jun 30 16:37:49.989155 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:50.040267 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device ab01136b-ddb4-42c0-b8a6-880714395a42 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:37:50.096623 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port ab01136b-ddb4-42c0-b8a6-880714395a42 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:37:50.136877 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-373dae9f-ac01-49d3-aa94-4c9da36b7777 req-599c76b0-8382-47d5-81d0-4fa31ffda953 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270895 Jun 30 16:37:50.144756 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f65761-1216-43c5-8ccf-a1fa7bfa96a1 req-add43db3-5073-433f-9484-03f85f31ecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:50.146296 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f2f65761-1216-43c5-8ccf-a1fa7bfa96a1 req-add43db3-5073-433f-9484-03f85f31ecbd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1264257 Jun 30 16:37:50.169191 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-b7a060fe-7a61-47fb-be36-a46f38decbb8 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:50.170515 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-b7a060fe-7a61-47fb-be36-a46f38decbb8 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/networks?id=cb2d6663-d883-4174-ba6e-c7fc0350bd02 HTTP/1.1" status: 200 len: 814 time: 0.1863844 Jun 30 16:37:50.191514 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-550e079d-c72b-47c0-9cca-2e57ddb360b6 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/quotas/4df4c3aa7c8044dcbd46064e0e495a84 HTTP/1.1" status: 200 len: 375 time: 0.0148420 Jun 30 16:37:50.205957 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port ab01136b-ddb4-42c0-b8a6-880714395a42 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:37:50.206446 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:50.225953 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5f5d3203-6b95-41ab-ac70-bef1aadc9821 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=4df4c3aa7c8044dcbd46064e0e495a84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290778 Jun 30 16:37:50.314039 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port ab01136b-ddb4-42c0-b8a6-880714395a42 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:37:50.314526 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:50.326774 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:50.341887 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:37:50.344197 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-c2d21f5c-6dbd-4161-b589-93cd91f4d94f service neutron] 10.222.0.67 "GET /v2.0/networks/cb2d6663-d883-4174-ba6e-c7fc0350bd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075895 Jun 30 16:37:50.344324 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e512ad4e-e32e-48a7-bb1c-1c8cab3514f5" -d '{"events": [{"server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "name": "network-vif-plugged", "status": "completed", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:37:50.358120 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port ab01136b-ddb4-42c0-b8a6-880714395a42, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ab01136b-ddb4-42c0-b8a6-880714395a42,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:50.438274 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b73782-d986-4f3c-b533-8f95deb50550 req-1b4e1cf1-138e-4eae-a2b2-179a26cc70a7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:50.439750 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-78b73782-d986-4f3c-b533-8f95deb50550 req-1b4e1cf1-138e-4eae-a2b2-179a26cc70a7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0823762 Jun 30 16:37:50.457630 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:50.508653 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=ab01136b-ddb4-42c0-b8a6-880714395a42,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:50.536066 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-e4def760-65d4-43e6-9d7a-70b7cb6554b3 service neutron] 10.222.0.67 "GET /v2.0/networks/cb2d6663-d883-4174-ba6e-c7fc0350bd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867440 Jun 30 16:37:50.542561 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-78b73782-d986-4f3c-b533-8f95deb50550 req-9df7a9f9-e988-4cfa-b79a-68eff2a2e9f3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751848 Jun 30 16:37:50.695248 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93427a-f124-4fc1-89e4-c606ba88fe72 req-a4792dfa-9b15-497f-87ce-135a088013d5 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:50.697256 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2b93427a-f124-4fc1-89e4-c606ba88fe72 req-a4792dfa-9b15-497f-87ce-135a088013d5 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0944686 Jun 30 16:37:50.729162 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-373dae9f-ac01-49d3-aa94-4c9da36b7777 req-2698adb6-7955-46dd-9d53-093b61012a55 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234550 Jun 30 16:37:50.837856 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f2f65761-1216-43c5-8ccf-a1fa7bfa96a1 req-c25e0c65-38fe-4c8a-b241-c4c3cc58ec7e service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220852 Jun 30 16:37:50.861160 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d47dafc-c314-4fee-a819-91b8641ed754 x-openstack-request-id: req-1d47dafc-c314-4fee-a819-91b8641ed754 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:37:50.861464 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "name": "network-vif-plugged", "status": "completed", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:37:50.861730 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1d47dafc-c314-4fee-a819-91b8641ed754 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:37:50.862300 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d47dafc-c314-4fee-a819-91b8641ed754'] response: {'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'code': 200} Jun 30 16:37:50.895707 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2b93427a-f124-4fc1-89e4-c606ba88fe72 req-e6e022a0-f5f5-42c9-80ad-61fbd1cd134c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1516972 Jun 30 16:37:50.898013 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:51.010483 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5ba69427-94de-40a9-bfae-322bea19b7dd req-e4428849-c020-4fc2-8227-d99fde7846f1 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 210 time: 0.0409930 Jun 30 16:37:51.079956 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f2f65761-1216-43c5-8ccf-a1fa7bfa96a1 req-7bdf6fdd-8e17-4746-a06d-01c58701691d service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332277 Jun 30 16:37:51.477582 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d8b64-127d-4475-b2b5-1cafeed2484c req-4d3fb69d-e894-4666-9c4c-42f0f52c5c54 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:51.479993 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eb8d8b64-127d-4475-b2b5-1cafeed2484c req-4d3fb69d-e894-4666-9c4c-42f0f52c5c54 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.3802392 Jun 30 16:37:51.492965 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938341b1-386e-4b1a-a8d7-d366760c9492 req-e7f8e4b8-9096-4b3c-a469-5cf0903f2282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:51.494408 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-938341b1-386e-4b1a-a8d7-d366760c9492 req-e7f8e4b8-9096-4b3c-a469-5cf0903f2282 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 1129 time: 0.0676980 Jun 30 16:37:51.585585 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53dbd0-5011-45f4-a58b-af33a39b70fb req-6aa80ecb-3b01-45c2-b37e-8a79476c50a1 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:51.593271 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4e53dbd0-5011-45f4-a58b-af33a39b70fb req-6aa80ecb-3b01-45c2-b37e-8a79476c50a1 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 946 time: 0.0978179 Jun 30 16:37:51.605739 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eb8d8b64-127d-4475-b2b5-1cafeed2484c req-aa68837d-7f78-49a0-ad04-6b06aaed5f7e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138813 Jun 30 16:37:51.621125 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:51.656401 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4e53dbd0-5011-45f4-a58b-af33a39b70fb req-93c2f44a-bd2a-4017-926d-cc5580c22178 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593040 Jun 30 16:37:51.741771 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0886a3e5-1a76-41c8-a5f9-50830b5c47e9 req-abaf08b2-1851-4993-9099-91e71d6042c4 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:51.743252 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0886a3e5-1a76-41c8-a5f9-50830b5c47e9 req-abaf08b2-1851-4993-9099-91e71d6042c4 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 946 time: 0.0719132 Jun 30 16:37:51.803914 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e018aa8-8feb-4ddd-83b5-038b1b907403 req-e4e50a13-d457-4741-b299-073a5c6f63bb tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:51.805553 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2e018aa8-8feb-4ddd-83b5-038b1b907403 req-e4e50a13-d457-4741-b299-073a5c6f63bb tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0806160 Jun 30 16:37:51.861008 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0886a3e5-1a76-41c8-a5f9-50830b5c47e9 req-f7098184-93c8-4589-ae48-18305bea1ab1 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0898933 Jun 30 16:37:51.886896 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2e018aa8-8feb-4ddd-83b5-038b1b907403 req-90ad701d-398b-4bfa-87e3-ca4417f4cfa9 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740807 Jun 30 16:37:52.048937 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26973ea5-148a-4a51-a348-ba4bf0a02ac8 req-ef760b69-f49d-4b2f-9548-ca32f360f3e8 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:52.050923 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-26973ea5-148a-4a51-a348-ba4bf0a02ac8 req-ef760b69-f49d-4b2f-9548-ca32f360f3e8 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0511878 Jun 30 16:37:52.135962 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-117c334a-e2c7-4b20-a99a-4399ced34b5e req-69d4cc70-57ad-42e6-8dff-6a578c263bb2 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 210 time: 0.0393348 Jun 30 16:37:52.138604 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-26973ea5-148a-4a51-a348-ba4bf0a02ac8 req-4bd5afe5-3224-40b2-b6ae-f95a6701ca15 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814176 Jun 30 16:37:52.737921 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c47042-461d-4e62-8178-c2b46c50d9a5 req-d26919ba-d6e2-4fe1-b8f6-08da29d8b7fb tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:52.739676 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c3c47042-461d-4e62-8178-c2b46c50d9a5 req-d26919ba-d6e2-4fe1-b8f6-08da29d8b7fb tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0640013 Jun 30 16:37:52.823880 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab3e75-4464-4d2c-a8c6-8a062b90f68e req-ad7c7ef9-3919-41cd-93c1-9656be87af38 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:52.826014 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8eab3e75-4464-4d2c-a8c6-8a062b90f68e req-ad7c7ef9-3919-41cd-93c1-9656be87af38 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 946 time: 0.0720155 Jun 30 16:37:52.844722 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c3c47042-461d-4e62-8178-c2b46c50d9a5 req-98996879-85eb-4f8d-bfd8-b8ab4da288aa tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928295 Jun 30 16:37:52.885967 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8eab3e75-4464-4d2c-a8c6-8a062b90f68e req-16ed4a7f-592a-4b95-9af0-920a6e5be469 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517573 Jun 30 16:37:53.025723 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd82f2e-6b4b-4911-9cc2-3789cd79ef1a req-b78457ae-49e3-44b4-87b3-70896a83aa1e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:53.027213 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2bd82f2e-6b4b-4911-9cc2-3789cd79ef1a req-b78457ae-49e3-44b4-87b3-70896a83aa1e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 946 time: 0.0879266 Jun 30 16:37:53.046683 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac65b9-cced-4d5e-99ac-9a0fd35f09e9 req-88c60ccf-8b99-4798-bf44-0b30deb94c2a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:53.048134 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-15ac65b9-cced-4d5e-99ac-9a0fd35f09e9 req-88c60ccf-8b99-4798-bf44-0b30deb94c2a tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0782721 Jun 30 16:37:53.134488 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2bd82f2e-6b4b-4911-9cc2-3789cd79ef1a req-8284e0c9-7635-43c1-8512-44f054a63797 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014035 Jun 30 16:37:53.167407 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-15ac65b9-cced-4d5e-99ac-9a0fd35f09e9 req-1f51cabb-2a71-4d06-bdba-ca9b207a4867 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081889 Jun 30 16:37:53.178262 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-938341b1-386e-4b1a-a8d7-d366760c9492 req-faec62ad-78a5-45ab-8ce3-2b77fc2900a3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940328 Jun 30 16:37:53.254192 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a759ee14-8cc8-44d5-b287-e89f8ec6ff3a req-3c6b0236-5c06-4d5b-8261-2ccaa23eeaf4 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 210 time: 0.0358281 Jun 30 16:37:53.303936 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2671517c-37bb-4f01-8855-8846936cf922 req-2bf0e4ac-4d70-492c-bbff-57c3826fb76d tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:53.305412 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2671517c-37bb-4f01-8855-8846936cf922 req-2bf0e4ac-4d70-492c-bbff-57c3826fb76d tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0544639 Jun 30 16:37:53.332123 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:53.358213 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2671517c-37bb-4f01-8855-8846936cf922 req-18b994d8-dfa0-4629-849f-b927778f7d79 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463269 Jun 30 16:37:53.967681 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604f59b1-5c01-4400-8201-f6e3c6cd7fb4 req-e987bfec-e061-41f1-8104-c6c61bda7e37 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:53.969294 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-604f59b1-5c01-4400-8201-f6e3c6cd7fb4 req-e987bfec-e061-41f1-8104-c6c61bda7e37 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0503967 Jun 30 16:37:54.039150 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3637fdd-a716-47f8-bde6-17de38ee924d req-352158b0-766c-4c01-9f33-65484ae08ee9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:54.040662 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a3637fdd-a716-47f8-bde6-17de38ee924d req-352158b0-766c-4c01-9f33-65484ae08ee9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 946 time: 0.0704343 Jun 30 16:37:54.046775 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:54.080303 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-604f59b1-5c01-4400-8201-f6e3c6cd7fb4 req-e6b0cfb0-fa21-4884-af21-40b85e4d1340 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014683 Jun 30 16:37:54.109252 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a3637fdd-a716-47f8-bde6-17de38ee924d req-084e3c79-c227-4ea7-ba60-72f2e341e122 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612469 Jun 30 16:37:54.254958 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dcda4-d952-48e0-9be9-515d55bc97af req-684ee008-bed8-4524-9376-b35a9d123534 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:54.256576 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cc3dcda4-d952-48e0-9be9-515d55bc97af req-684ee008-bed8-4524-9376-b35a9d123534 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 946 time: 0.0530012 Jun 30 16:37:54.355867 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-aa5f589c-05f6-4ea2-8d86-8c816a67b410 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:54.357422 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-aa5f589c-05f6-4ea2-8d86-8c816a67b410 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 946 time: 0.0914459 Jun 30 16:37:54.368787 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c9e0fb-d019-4c24-a5a5-bc064b2a5daf req-c7b3a29f-08a2-471e-8e6b-6fb90c22fff2 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:54.370233 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e1c9e0fb-d019-4c24-a5a5-bc064b2a5daf req-c7b3a29f-08a2-471e-8e6b-6fb90c22fff2 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.1233528 Jun 30 16:37:54.404294 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cc3dcda4-d952-48e0-9be9-515d55bc97af req-7b3d7afc-b621-49eb-bff3-c2e35cbe5082 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7966d985-d035-4842-a2b3-b73d2eeb10d9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1390455 Jun 30 16:37:54.439676 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e1c9e0fb-d019-4c24-a5a5-bc064b2a5daf req-f0c6dff3-fcbf-43cf-afa8-ef3936656584 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599356 Jun 30 16:37:54.493148 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-042379d8-5020-44bb-bdad-0900acd3d55a req-6844e826-0fb6-43fd-89da-937fb408853a tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 210 time: 0.0291619 Jun 30 16:37:54.577918 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d6fc1a-2729-4935-bd08-510bf2493d35 req-23bd11a1-6461-4de7-865b-fde9bd3b6265 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:54.579440 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-68d6fc1a-2729-4935-bd08-510bf2493d35 req-23bd11a1-6461-4de7-865b-fde9bd3b6265 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0811424 Jun 30 16:37:54.695771 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Deleting port 14804ed0-cd51-4355-ba1e-12c6728c4b2f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:37:54.696029 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:54.703708 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-68d6fc1a-2729-4935-bd08-510bf2493d35 req-00c56e21-abd4-4489-8bfd-3bcea4fd153f tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173499 Jun 30 16:37:54.797166 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] For port 14804ed0-cd51-4355-ba1e-12c6728c4b2f, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=14804ed0-cd51-4355-ba1e-12c6728c4b2f,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:37:54.797536 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:55.024455 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:55.025149 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (e8d3c1bc-d32f-4680-8aa3-b89edf6a3523), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:55.025149 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Floating IP e8d3c1bc-d32f-4680-8aa3-b89edf6a3523 disassociated. External IP: 172.27.2.50, port: 14804ed0-cd51-4355-ba1e-12c6728c4b2f. Jun 30 16:37:55.025483 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Calling delete_port for 14804ed0-cd51-4355-ba1e-12c6728c4b2f owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:37:55.087134 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:55.177311 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:55.215091 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afa41f-3bf4-4908-90a1-a06ea6574510 req-092c679d-1d33-4c4a-9a87-ae255e7eb623 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:55.218261 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a2afa41f-3bf4-4908-90a1-a06ea6574510 req-092c679d-1d33-4c4a-9a87-ae255e7eb623 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0518668 Jun 30 16:37:55.269179 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a2afa41f-3bf4-4908-90a1-a06ea6574510 req-65bf3908-2389-4a61-b179-8d5cc6fa6203 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457873 Jun 30 16:37:55.276160 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (14804ed0-cd51-4355-ba1e-12c6728c4b2f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:55.319864 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event deleted for resources: {'Port': ['ID=14804ed0-cd51-4355-ba1e-12c6728c4b2f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:55.439957 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Router a005fa75-8b3f-4f75-8a91-569497cf738a has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:37:55.594387 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-71774f0b-a917-4183-a9f2-07de95bf1036 req-7bf78b3e-90ca-437a-95aa-3fe567448352 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 210 time: 0.0910547 Jun 30 16:37:55.617902 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff174c55-e829-4f5d-9732-93714ec7cb2a req-89d195b5-44ca-48eb-a083-ec97e76e56bd tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:55.619270 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ff174c55-e829-4f5d-9732-93714ec7cb2a req-89d195b5-44ca-48eb-a083-ec97e76e56bd tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.1044276 Jun 30 16:37:55.671243 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:37:55.682144 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16108585-a74f-4f1c-bda3-834045b908bc None None] Sync routers for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:37:55.698937 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16108585-a74f-4f1c-bda3-834045b908bc None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:55.699834 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-16108585-a74f-4f1c-bda3-834045b908bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:55.748311 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3cbf17a7-54e8-4fd4-9a2f-2972c5313dcc req-c16a25cc-9502-4232-8a07-445d88993f73 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 210 time: 0.0922816 Jun 30 16:37:55.776812 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] No DVR routers for this DVR port 14804ed0-cd51-4355-ba1e-12c6728c4b2f on host hv-cinder-83602 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:37:55.794407 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:55.802919 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4eedbaaa-a0d8-40b8-b288-929a6e2ff71d req-97c1a056-383e-4136-9542-9647c8963c8a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "DELETE /v2.0/ports/14804ed0-cd51-4355-ba1e-12c6728c4b2f HTTP/1.1" status: 204 len: 173 time: 1.2753005 Jun 30 16:37:55.804059 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'name': 'network-vif-deleted', 'tag': '14804ed0-cd51-4355-ba1e-12c6728c4b2f'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:37:55.810909 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ccd6c8-de3c-4810-b74c-6d550138e05a" -d '{"events": [{"server_uuid": "285f3262-38a1-4c65-9680-18fa2ef40c32", "name": "network-vif-deleted", "tag": "14804ed0-cd51-4355-ba1e-12c6728c4b2f"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:37:55.829400 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ff174c55-e829-4f5d-9732-93714ec7cb2a req-e2d9d28f-d7bb-406c-9a58-d178031da8a4 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2039406 Jun 30 16:37:55.869272 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-16108585-a74f-4f1c-bda3-834045b908bc None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:55.897943 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2ed55-1b64-4657-9e42-8957dd209f07 req-3d8f9bdd-b20c-47c2-ba91-46edd00d28e4 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:55.899642 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f8b2ed55-1b64-4657-9e42-8957dd209f07 req-3d8f9bdd-b20c-47c2-ba91-46edd00d28e4 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0690639 Jun 30 16:37:55.923935 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4dd4850-5561-43e7-8a7d-30f9d88f3c14 x-openstack-request-id: req-c4dd4850-5561-43e7-8a7d-30f9d88f3c14 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:37:55.924469 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285f3262-38a1-4c65-9680-18fa2ef40c32", "name": "network-vif-deleted", "tag": "14804ed0-cd51-4355-ba1e-12c6728c4b2f", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:37:55.924827 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c4dd4850-5561-43e7-8a7d-30f9d88f3c14 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:37:55.925796 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4dd4850-5561-43e7-8a7d-30f9d88f3c14'] response: {'server_uuid': '285f3262-38a1-4c65-9680-18fa2ef40c32', 'name': 'network-vif-deleted', 'tag': '14804ed0-cd51-4355-ba1e-12c6728c4b2f', 'status': 'completed', 'code': 200} Jun 30 16:37:55.962866 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f8b2ed55-1b64-4657-9e42-8957dd209f07 req-3723019c-7f7d-4ac1-b08f-70b339b4df5c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568104 Jun 30 16:37:56.046016 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:56.054561 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:56.102443 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-16108585-a74f-4f1c-bda3-834045b908bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:56.119590 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73290b-3a0c-4eef-b159-625642c4e186 req-21618f00-35da-4fa2-a72a-5161541cba9a tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:56.127748 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ad73290b-3a0c-4eef-b159-625642c4e186 req-21618f00-35da-4fa2-a72a-5161541cba9a tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0912523 Jun 30 16:37:56.133507 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16108585-a74f-4f1c-bda3-834045b908bc None None] Checking router: a005fa75-8b3f-4f75-8a91-569497cf738a for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:37:56.143102 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16108585-a74f-4f1c-bda3-834045b908bc None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:56.143972 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-16108585-a74f-4f1c-bda3-834045b908bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:56.243870 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ad73290b-3a0c-4eef-b159-625642c4e186 req-0ba13561-9a46-4fa2-9fad-4dc2a4d3a6f5 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150203 Jun 30 16:37:56.250411 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-ea30c6b8-2f68-4487-b3c1-f7624ab15c24 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:56.251883 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-ea30c6b8-2f68-4487-b3c1-f7624ab15c24 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.65 "GET /v2.0/networks?id=cb2d6663-d883-4174-ba6e-c7fc0350bd02 HTTP/1.1" status: 200 len: 814 time: 0.1812937 Jun 30 16:37:56.264048 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Request body: {'port': {'device_id': '3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b', 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02', 'admin_state_up': True, 'tenant_id': '4df4c3aa7c8044dcbd46064e0e495a84'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:56.266921 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38534) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:56.269962 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-16108585-a74f-4f1c-bda3-834045b908bc None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:56.491166 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:56.495181 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-16108585-a74f-4f1c-bda3-834045b908bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:56.498144 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afc0b2c-71d9-41e7-89eb-ca78b2bb00ce req-19ec61a5-e789-4568-a125-e8e74b96cbc4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:56.499783 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6afc0b2c-71d9-41e7-89eb-ca78b2bb00ce req-19ec61a5-e789-4568-a125-e8e74b96cbc4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0965936 Jun 30 16:37:56.540117 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16108585-a74f-4f1c-bda3-834045b908bc None None] The sync data for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi is: [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:37:56.558156 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7ec4ea-a031-41a3-8b9b-b28bbffbaab5 tempest-TestShelveInstance-962750750 tempest-TestShelveInstance-962750750-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:56.558878 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6afc0b2c-71d9-41e7-89eb-ca78b2bb00ce req-ec4f7f97-68e8-4804-a200-e144d99173c4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535133 Jun 30 16:37:56.560307 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-fd7ec4ea-a031-41a3-8b9b-b28bbffbaab5 tempest-TestShelveInstance-962750750 tempest-TestShelveInstance-962750750-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 1124 time: 0.2920637 Jun 30 16:37:56.563623 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38542) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:56.568585 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'port_id': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'fixed_ip_address': '172.20.0.9'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:56.629303 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Made reservation on behalf of 4df4c3aa7c8044dcbd46064e0e495a84 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:37:56.632820 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:56.663747 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:56.739022 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-75408d34-1c18-4b77-a7d0-a76203ae2a72 req-fea2b3a4-2042-4b89-8b46-c96ccdcdba22 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=285f3262-38a1-4c65-9680-18fa2ef40c32 HTTP/1.1" status: 200 len: 210 time: 0.0430024 Jun 30 16:37:56.770883 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:56.838265 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Allocated IP 172.20.0.12 (cb2d6663-d883-4174-ba6e-c7fc0350bd02/e71613b5-f660-4c57-9d73-a805cb279c2b/a8b6c930-9dd0-4e31-b6d2-939648afc8ba) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:37:56.898047 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b392e1-61dc-47c6-bd85-6cb0046141de None None] New status for floating IP e8d3c1bc-d32f-4680-8aa3-b89edf6a3523: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:37:56.916277 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-86fe9cad-1e17-40da-a54a-5dc0a4abb5f4 req-6a2c71dd-50d3-4e94-8cff-efae67752b52 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 210 time: 0.0637290 Jun 30 16:37:56.919177 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:56.946873 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Allocated IP 172.27.2.237 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/5de920cd-ca4b-4c03-b865-7c9b00e59d55) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:37:57.053992 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2f0b60-7613-4228-9c96-4dc955f2536a req-0aa43490-f718-4755-b355-c1a8923f9096 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:57.055605 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9b2f0b60-7613-4228-9c96-4dc955f2536a req-0aa43490-f718-4755-b355-c1a8923f9096 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0922554 Jun 30 16:37:57.084275 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for port (5de920cd-ca4b-4c03-b865-7c9b00e59d55), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:57.212566 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (5de920cd-ca4b-4c03-b865-7c9b00e59d55), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:57.262642 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:37:57.267131 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:57.271418 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:37:57.295217 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event updated for resources: {'Port': ['ID=5de920cd-ca4b-4c03-b865-7c9b00e59d55,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:57.302077 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:57.318407 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.318745 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.319401 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.320017 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.320509 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.320999 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.321487 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.321990 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.322309 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.322782 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.323265 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.323784 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.324107 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.324425 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.324745 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:37:57.413798 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9b2f0b60-7613-4228-9c96-4dc955f2536a req-7bf990f1-3eb1-4c09-b297-a52f51b7b209 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3286135 Jun 30 16:37:57.423961 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks [] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:57.438208 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:57.514996 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:57.565848 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:57.616519 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Network cb2d6663-d883-4174-ba6e-c7fc0350bd02 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:37:57.623278 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:37:57.627439 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:37:57.633819 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Pushing event updated for resources: {'Port': ['ID=a8b6c930-9dd0-4e31-b6d2-939648afc8ba,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:57.696812 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for floatingip (3e26bed9-b111-438b-898a-6026c8b68aec), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:57.725704 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:57.726305 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:57.738105 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918eba2a-d626-4cbd-8a0e-1e856bcd4857 req-307e952d-13e0-4fe4-851f-03c9cf4b3039 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:57.739636 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-918eba2a-d626-4cbd-8a0e-1e856bcd4857 req-307e952d-13e0-4fe4-851f-03c9cf4b3039 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0785079 Jun 30 16:37:57.793707 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-918eba2a-d626-4cbd-8a0e-1e856bcd4857 req-051624d7-9f2e-4226-b166-9afe0365de38 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471869 Jun 30 16:37:57.836345 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5b661283-6cba-4c8c-91aa-a9f2c84c650e tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5749924 Jun 30 16:37:57.848141 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (5de920cd-ca4b-4c03-b865-7c9b00e59d55), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:57.853508 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Request body: {'port': {'device_id': '3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:57.918383 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:57.970748 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 38564) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:58.054620 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:58.116529 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 14804ed0-cd51-4355-ba1e-12c6728c4b2f no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:37:58.143924 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152a2766-6074-464a-80a7-caae3c0fb119 req-ca50610f-9529-4a53-bdbc-dd7b22d07fba tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:58.144943 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 14804ed0-cd51-4355-ba1e-12c6728c4b2f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:37:58.145464 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-152a2766-6074-464a-80a7-caae3c0fb119 req-ca50610f-9529-4a53-bdbc-dd7b22d07fba tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 932 time: 0.1480396 Jun 30 16:37:58.152436 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 14804ed0-cd51-4355-ba1e-12c6728c4b2f not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:37:58.204642 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69d605b1-2fce-44ba-b03d-88a8e5da083c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (7966d985-d035-4842-a2b3-b73d2eeb10d9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.273208 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for port (5de920cd-ca4b-4c03-b865-7c9b00e59d55), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.290250 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69d605b1-2fce-44ba-b03d-88a8e5da083c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (7966d985-d035-4842-a2b3-b73d2eeb10d9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.297864 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-152a2766-6074-464a-80a7-caae3c0fb119 req-fb283126-298d-4f9d-961f-9754053c820c tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445539 Jun 30 16:37:58.349237 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (5de920cd-ca4b-4c03-b865-7c9b00e59d55), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.353468 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:58.416184 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8b6c930-9dd0-4e31-b6d2-939648afc8ba {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:37:58.421981 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event updated for resources: {'Port': ['ID=5de920cd-ca4b-4c03-b865-7c9b00e59d55,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:58.427613 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Publish callbacks [] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.440015 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (3e26bed9-b111-438b-898a-6026c8b68aec), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.481702 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Transition to ACTIVE for port object a8b6c930-9dd0-4e31-b6d2-939648afc8ba will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:37:58.483676 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69d605b1-2fce-44ba-b03d-88a8e5da083c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7966d985-d035-4842-a2b3-b73d2eeb10d9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.486502 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-69d605b1-2fce-44ba-b03d-88a8e5da083c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.487718 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-69d605b1-2fce-44ba-b03d-88a8e5da083c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "DELETE /v2.0/security-groups/7966d985-d035-4842-a2b3-b73d2eeb10d9 HTTP/1.1" status: 204 len: 168 time: 0.5159986 Jun 30 16:37:58.493942 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 38568) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:58.510741 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:58.540083 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.api.v2.resource [None req-8341d8fa-fdc3-4ede-a72f-691a2d6d4608 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] show failed (client error): The resource could not be found. Jun 30 16:37:58.541113 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-8341d8fa-fdc3-4ede-a72f-691a2d6d4608 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups/7966d985-d035-4842-a2b3-b73d2eeb10d9 HTTP/1.1" status: 404 len: 347 time: 0.0473278 Jun 30 16:37:58.541870 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d605b1-2fce-44ba-b03d-88a8e5da083c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7966d985-d035-4842-a2b3-b73d2eeb10d9,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:58.545708 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38572) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:58.588530 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62f6ba-2743-44b5-8814-e19e424e62e7 req-1f8d2d34-e245-4ae2-b15f-37b0acbd2435 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:58.588530 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0a62f6ba-2743-44b5-8814-e19e424e62e7 req-1f8d2d34-e245-4ae2-b15f-37b0acbd2435 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0918694 Jun 30 16:37:58.605665 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Floating IP 3e26bed9-b111-438b-898a-6026c8b68aec associated. External IP: 172.27.2.237, port: ab01136b-ddb4-42c0-b8a6-880714395a42. Jun 30 16:37:58.631753 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0a62f6ba-2743-44b5-8814-e19e424e62e7 req-a0dac83a-f06e-4482-abf0-b0021099682c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451369 Jun 30 16:37:58.654976 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.713131 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Pushing event updated for resources: {'Port': ['ID=a8b6c930-9dd0-4e31-b6d2-939648afc8ba,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:58.765580 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-3bf665f0-3a51-4d57-af19-9e19d8e2b336 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Deleting port f45a4746-6835-421f-bf82-3c0c1a68b517 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:37:58.765911 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3bf665f0-3a51-4d57-af19-9e19d8e2b336 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (f45a4746-6835-421f-bf82-3c0c1a68b517), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.792302 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Attempting to bind port a8b6c930-9dd0-4e31-b6d2-939648afc8ba on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:37:58.792643 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Attempting to bind port a8b6c930-9dd0-4e31-b6d2-939648afc8ba by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '1e2fa372-494b-4a0a-8993-ad26bd33b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:37:58.792975 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Attempting to bind port a8b6c930-9dd0-4e31-b6d2-939648afc8ba on network cb2d6663-d883-4174-ba6e-c7fc0350bd02 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:37:58.797734 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Port a8b6c930-9dd0-4e31-b6d2-939648afc8ba on network cb2d6663-d883-4174-ba6e-c7fc0350bd02 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:37:58.798233 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Attempting to bind port a8b6c930-9dd0-4e31-b6d2-939648afc8ba on network cb2d6663-d883-4174-ba6e-c7fc0350bd02 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:37:58.804171 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:37:58.805027 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Checking segment: {'id': '1e2fa372-494b-4a0a-8993-ad26bd33b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:37:58.805454 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Bound using segment: {'id': '1e2fa372-494b-4a0a-8993-ad26bd33b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:37:58.805899 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Bound port: a8b6c930-9dd0-4e31-b6d2-939648afc8ba, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e2fa372-494b-4a0a-8993-ad26bd33b920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:37:58.806264 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.873706 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] For port a8b6c930-9dd0-4e31-b6d2-939648afc8ba, host hv-cinder-83602, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:37:58.879606 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] For port a8b6c930-9dd0-4e31-b6d2-939648afc8ba, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=a8b6c930-9dd0-4e31-b6d2-939648afc8ba,segment=NetworkSegment(1e2fa372-494b-4a0a-8993-ad26bd33b920),segment_id=1e2fa372-494b-4a0a-8993-ad26bd33b920)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:37:58.941738 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d49c0e-1446-48f9-a534-3425b4e1fc13 req-c8919220-aa9a-459c-985e-8f850c9eb8fd tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:58.942354 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b9d49c0e-1446-48f9-a534-3425b4e1fc13 req-c8919220-aa9a-459c-985e-8f850c9eb8fd tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0552685 Jun 30 16:37:58.942933 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3bf665f0-3a51-4d57-af19-9e19d8e2b336 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (f45a4746-6835-421f-bf82-3c0c1a68b517), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.943271 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3bf665f0-3a51-4d57-af19-9e19d8e2b336 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (f45a4746-6835-421f-bf82-3c0c1a68b517), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:58.956169 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:58.962273 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-3bf665f0-3a51-4d57-af19-9e19d8e2b336 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Calling delete_port for f45a4746-6835-421f-bf82-3c0c1a68b517 owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:37:58.968245 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:59.028264 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:59.032421 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:59.033035 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:59.034583 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] 10.222.0.65 "PUT /v2.0/ports/a8b6c930-9dd0-4e31-b6d2-939648afc8ba HTTP/1.1" status: 200 len: 1094 time: 1.1855242 Jun 30 16:37:59.035008 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b', 'tag': 'a8b6c930-9dd0-4e31-b6d2-939648afc8ba'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:37:59.037296 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5ad6ee-9b0f-4fb9-9380-fbe6f70cee46" -d '{"events": [{"name": "network-changed", "server_uuid": "3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b", "tag": "a8b6c930-9dd0-4e31-b6d2-939648afc8ba"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:37:59.037633 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Router 17654f20-9367-4fd0-a015-fdd44915b95f has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:37:59.048819 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b9d49c0e-1446-48f9-a534-3425b4e1fc13 req-e9789ee4-01ba-4e57-aeb9-baf74ce32c5f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002498 Jun 30 16:37:59.064039 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb753c3-70ec-4817-adb3-cc5b9a3d5abf service neutron] Pushing event updated for resources: {'Port': ['ID=a8b6c930-9dd0-4e31-b6d2-939648afc8ba,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:59.090522 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec49dc43-a71d-4c25-85c6-25933b925161 x-openstack-request-id: req-ec49dc43-a71d-4c25-85c6-25933b925161 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:37:59.090812 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b", "tag": "a8b6c930-9dd0-4e31-b6d2-939648afc8ba", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:37:59.091095 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ec49dc43-a71d-4c25-85c6-25933b925161 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:37:59.091993 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec49dc43-a71d-4c25-85c6-25933b925161'] response: {'name': 'network-changed', 'server_uuid': '3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b', 'tag': 'a8b6c930-9dd0-4e31-b6d2-939648afc8ba', 'status': 'completed', 'code': 200} Jun 30 16:37:59.156852 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ad6ee-9b0f-4fb9-9380-fbe6f70cee46 req-025dac5e-0ac9-4d07-8f3a-0fede37f9ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:59.158383 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4d5ad6ee-9b0f-4fb9-9380-fbe6f70cee46 req-025dac5e-0ac9-4d07-8f3a-0fede37f9ffc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4df4c3aa7c8044dcbd46064e0e495a84&device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 1128 time: 0.0459876 Jun 30 16:37:59.220616 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:37:59.239395 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b64efa5-4cfd-400e-b4ab-8e3ca332c325 None None] Sync routers for ids ['17654f20-9367-4fd0-a015-fdd44915b95f'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:37:59.251675 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b64efa5-4cfd-400e-b4ab-8e3ca332c325 None None] Routers {'17654f20-9367-4fd0-a015-fdd44915b95f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:59.252465 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2b64efa5-4cfd-400e-b4ab-8e3ca332c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['17654f20-9367-4fd0-a015-fdd44915b95f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:59.270970 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ad6ee-9b0f-4fb9-9380-fbe6f70cee46 req-6e0bc279-a5c5-4010-8dd6-622966744ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:59.272451 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4d5ad6ee-9b0f-4fb9-9380-fbe6f70cee46 req-6e0bc279-a5c5-4010-8dd6-622966744ae4 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=4df4c3aa7c8044dcbd46064e0e495a84&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1076910 Jun 30 16:37:59.306932 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:59.335611 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3bf665f0-3a51-4d57-af19-9e19d8e2b336 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (f45a4746-6835-421f-bf82-3c0c1a68b517), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:59.365923 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2b64efa5-4cfd-400e-b4ab-8e3ca332c325 None None] Set router 17654f20-9367-4fd0-a015-fdd44915b95f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:59.414696 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-01ed02f9-9c7b-467c-bb54-65d35f0f3370 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8467972 Jun 30 16:37:59.414696 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:37:59.415907 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a59ff38-530d-4f3d-8125-2802fe1013e5" -d '{"events": [{"name": "network-changed", "server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:37:59.418743 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf665f0-3a51-4d57-af19-9e19d8e2b336 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event deleted for resources: {'Port': ['ID=f45a4746-6835-421f-bf82-3c0c1a68b517,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:37:59.463517 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d6060-57cd-43ef-9b6e-312afa79324d req-1b87995c-c308-4ba8-9ddc-c562726821b1 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:59.465351 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-168d6060-57cd-43ef-9b6e-312afa79324d req-1b87995c-c308-4ba8-9ddc-c562726821b1 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 944 time: 0.0774848 Jun 30 16:37:59.477607 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5ad6ee-9b0f-4fb9-9380-fbe6f70cee46 req-1776153e-483c-47e2-8a66-7a4760d0fb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:59.479093 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4d5ad6ee-9b0f-4fb9-9380-fbe6f70cee46 req-1776153e-483c-47e2-8a66-7a4760d0fb44 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1976230 Jun 30 16:37:59.486794 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3239231b-a3ba-4731-b08c-0db9dfa1b63d x-openstack-request-id: req-3239231b-a3ba-4731-b08c-0db9dfa1b63d {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:37:59.487144 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:37:59.487322 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3239231b-a3ba-4731-b08c-0db9dfa1b63d {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:37:59.487762 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3239231b-a3ba-4731-b08c-0db9dfa1b63d'] response: {'name': 'network-changed', 'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'status': 'completed', 'code': 200} Jun 30 16:37:59.497371 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3bf665f0-3a51-4d57-af19-9e19d8e2b336 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (e8d3c1bc-d32f-4680-8aa3-b89edf6a3523), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:59.500940 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3bf665f0-3a51-4d57-af19-9e19d8e2b336 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:59.505023 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-3bf665f0-3a51-4d57-af19-9e19d8e2b336 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "DELETE /v2.0/floatingips/e8d3c1bc-d32f-4680-8aa3-b89edf6a3523 HTTP/1.1" status: 204 len: 168 time: 0.9553764 Jun 30 16:37:59.561106 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-168d6060-57cd-43ef-9b6e-312afa79324d req-755027b4-532f-44b5-9cfe-3c6f07a6c6f8 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684464 Jun 30 16:37:59.604985 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5284f3b3-3482-4edc-8d34-c4702ea9e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:59.606510 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-5284f3b3-3482-4edc-8d34-c4702ea9e768 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=4df4c3aa7c8044dcbd46064e0e495a84&device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 1128 time: 0.0693095 Jun 30 16:37:59.608888 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59ff38-530d-4f3d-8125-2802fe1013e5 req-16754dfc-22b6-43a1-bf44-c6d2e05c19c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:59.610531 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7a59ff38-530d-4f3d-8125-2802fe1013e5 req-16754dfc-22b6-43a1-bf44-c6d2e05c19c6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b35fc495a345898167db62b9b95887&device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 1129 time: 0.0881429 Jun 30 16:37:59.662599 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-f8e5cfca-8c2e-4562-b6e0-678c56992fe9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8b6c930-9dd0-4e31-b6d2-939648afc8ba HTTP/1.1" status: 200 len: 217 time: 0.0399861 Jun 30 16:37:59.668545 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2b64efa5-4cfd-400e-b4ab-8e3ca332c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 4, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '3e26bed9-b111-438b-898a-6026c8b68aec', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'port_id': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'mac_address': 'fa:16:3e:e2:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4ed30-dc39-4be8-b345-360410abdc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:37:57Z', 'updated_at': '2022-06-30T16:37:57Z', 'revision_number': 0, 'project_id': '19b35fc495a345898167db62b9b95887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f481c9-a27a-4745-8962-018684e53717', 'name': '', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'mac_address': 'fa:16:3e:be:58:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:20Z', 'updated_at': '2022-06-30T16:36:27Z', 'revision_number': 5, 'project_id': '19b35fc495a345898167db62b9b95887', 'subnets': [{'id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:59.680154 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:59.696209 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 38590) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:37:59.699000 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-b05d2c75-6359-421d-886d-70d313299435 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1215444084', 'description': 'tempest-description--2128845814'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:37:59.715927 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b64efa5-4cfd-400e-b4ab-8e3ca332c325 None None] Checking router: 17654f20-9367-4fd0-a015-fdd44915b95f for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:37:59.730506 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-cbae23cc-a2df-4160-8955-d8979184d393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:59.730506 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-cbae23cc-a2df-4160-8955-d8979184d393 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e71613b5-f660-4c57-9d73-a805cb279c2b HTTP/1.1" status: 200 len: 854 time: 0.0605571 Jun 30 16:37:59.733977 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b64efa5-4cfd-400e-b4ab-8e3ca332c325 None None] Routers {'17654f20-9367-4fd0-a015-fdd44915b95f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:37:59.734906 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2b64efa5-4cfd-400e-b4ab-8e3ca332c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:37:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['17654f20-9367-4fd0-a015-fdd44915b95f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:37:59.768298 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-73a553d9-cb81-4e39-8cc5-9bb9aef6c02d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=cb2d6663-d883-4174-ba6e-c7fc0350bd02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312045 Jun 30 16:37:59.788140 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59ff38-530d-4f3d-8125-2802fe1013e5 req-cf032eb7-5d99-4ef5-a96d-fe43428037aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:59.789608 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7a59ff38-530d-4f3d-8125-2802fe1013e5 req-cf032eb7-5d99-4ef5-a96d-fe43428037aa service neutron] 10.222.0.65 "GET /v2.0/networks?id=43d53998-b324-428d-a316-199f927750c3 HTTP/1.1" status: 200 len: 910 time: 0.1651244 Jun 30 16:37:59.798257 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e349d28e-b9d2-4fec-9a08-039686bae228 req-01699c2c-2215-4ccf-b783-4ec63f94f410 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:37:59.799860 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e349d28e-b9d2-4fec-9a08-039686bae228 req-01699c2c-2215-4ccf-b783-4ec63f94f410 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0661075 Jun 30 16:37:59.848903 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b05d2c75-6359-421d-886d-70d313299435 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:37:59.852854 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-2b64efa5-4cfd-400e-b4ab-8e3ca332c325 None None] Set router 17654f20-9367-4fd0-a015-fdd44915b95f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:37:59.886746 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:37:59.898178 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-3a2776af-8675-4dcb-9f88-bbcd7b8a70bb service neutron] 10.222.0.65 "GET /v2.0/networks/cb2d6663-d883-4174-ba6e-c7fc0350bd02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188333 Jun 30 16:37:59.905597 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7a59ff38-530d-4f3d-8125-2802fe1013e5 req-ea5c2675-67a9-45ef-a7ff-4a2d394ceef0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab01136b-ddb4-42c0-b8a6-880714395a42 HTTP/1.1" status: 200 len: 999 time: 0.1049421 Jun 30 16:38:00.003613 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4059370f-e43d-4fd1-990e-9d8a1c9e73bc req-0dfe55a7-89cf-400e-b959-9a592e14565c service neutron] 10.222.0.65 "GET /v2.0/networks/cb2d6663-d883-4174-ba6e-c7fc0350bd02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010172 Jun 30 16:38:00.066791 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e349d28e-b9d2-4fec-9a08-039686bae228 req-9a0c0345-be5b-4637-97f9-b96d8e426d4e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597427 Jun 30 16:38:00.087527 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59ff38-530d-4f3d-8125-2802fe1013e5 req-29fe1540-609a-47bf-8a07-4441e47ab365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:00.087527 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7a59ff38-530d-4f3d-8125-2802fe1013e5 req-29fe1540-609a-47bf-8a07-4441e47ab365 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d61d6a43-b270-4bed-9903-630d27b24abf HTTP/1.1" status: 200 len: 848 time: 0.0944855 Jun 30 16:38:00.100848 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b05d2c75-6359-421d-886d-70d313299435 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (b4396265-0df9-4807-a85e-6253c526afc6), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:00.104255 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-2b64efa5-4cfd-400e-b4ab-8e3ca332c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 4, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '3e26bed9-b111-438b-898a-6026c8b68aec', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'port_id': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'mac_address': 'fa:16:3e:e2:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4ed30-dc39-4be8-b345-360410abdc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:37:57Z', 'updated_at': '2022-06-30T16:37:57Z', 'revision_number': 0, 'project_id': '19b35fc495a345898167db62b9b95887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f481c9-a27a-4745-8962-018684e53717', 'name': '', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'mac_address': 'fa:16:3e:be:58:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:20Z', 'updated_at': '2022-06-30T16:36:27Z', 'revision_number': 5, 'project_id': '19b35fc495a345898167db62b9b95887', 'subnets': [{'id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:00.134444 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b64efa5-4cfd-400e-b4ab-8e3ca332c325 None None] The sync data for ids ['17654f20-9367-4fd0-a015-fdd44915b95f'] in dv-cinder-836027-2-iscsi is: [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 4, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '3e26bed9-b111-438b-898a-6026c8b68aec', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'floating_ip_address': '172.27.2.237', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'port_id': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'mac_address': 'fa:16:3e:e2:fe:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68d4ed30-dc39-4be8-b345-360410abdc13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:37:57Z', 'updated_at': '2022-06-30T16:37:57Z', 'revision_number': 0, 'project_id': '19b35fc495a345898167db62b9b95887', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12f481c9-a27a-4745-8962-018684e53717', 'name': '', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'mac_address': 'fa:16:3e:be:58:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:20Z', 'updated_at': '2022-06-30T16:36:27Z', 'revision_number': 5, 'project_id': '19b35fc495a345898167db62b9b95887', 'subnets': [{'id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:38:00.184513 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b05d2c75-6359-421d-886d-70d313299435 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (b4396265-0df9-4807-a85e-6253c526afc6), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:00.229620 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbac8f15-e210-481a-8e35-338a09d0ce91 req-66f1242f-8cea-4c91-b58c-eb01e79a9a08 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:00.231083 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cbac8f15-e210-481a-8e35-338a09d0ce91 req-66f1242f-8cea-4c91-b58c-eb01e79a9a08 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0879049 Jun 30 16:38:00.236668 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05d2c75-6359-421d-886d-70d313299435 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4396265-0df9-4807-a85e-6253c526afc6,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:00.285409 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b05d2c75-6359-421d-886d-70d313299435 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:00.286634 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-b05d2c75-6359-421d-886d-70d313299435 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5917001 Jun 30 16:38:00.289722 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38594) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:38:00.290347 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cbac8f15-e210-481a-8e35-338a09d0ce91 req-b628296e-0a74-496b-9f7b-fd8dc21b202d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512211 Jun 30 16:38:00.297544 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-f240b32e-e639-4f53-9e5b-2eb3ceb7c3d0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'security_group_rule': {'security_group_id': 'b4396265-0df9-4807-a85e-6253c526afc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:38:00.355605 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6436761-258b-4809-bb3e-c144e1b66a3d None None] New status for floating IP 3e26bed9-b111-438b-898a-6026c8b68aec: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:38:00.384686 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f240b32e-e639-4f53-9e5b-2eb3ceb7c3d0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (7d702a81-8872-48b0-8342-7c264702d580), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:00.404404 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:00.443593 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f240b32e-e639-4f53-9e5b-2eb3ceb7c3d0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (7d702a81-8872-48b0-8342-7c264702d580), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:00.515320 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f240b32e-e639-4f53-9e5b-2eb3ceb7c3d0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (7d702a81-8872-48b0-8342-7c264702d580), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:00.538270 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f240b32e-e639-4f53-9e5b-2eb3ceb7c3d0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d702a81-8872-48b0-8342-7c264702d580,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:00.642985 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f240b32e-e639-4f53-9e5b-2eb3ceb7c3d0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:00.648204 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-f240b32e-e639-4f53-9e5b-2eb3ceb7c3d0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3574200 Jun 30 16:38:00.655299 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38608) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:38:00.655299 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-cac2ba87-9e8a-4ea2-8bc7-b79d9dcc8310 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'security_group_rule': {'security_group_id': 'b4396265-0df9-4807-a85e-6253c526afc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:38:00.698163 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbf784f-01d8-4ad3-8e42-ed0c0a63d6e4 req-32d7ad26-8cba-4ada-8c9b-e2039b00bffb tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:00.699663 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dfbf784f-01d8-4ad3-8e42-ed0c0a63d6e4 req-32d7ad26-8cba-4ada-8c9b-e2039b00bffb tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 944 time: 0.0574198 Jun 30 16:38:00.748265 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dfbf784f-01d8-4ad3-8e42-ed0c0a63d6e4 req-261816a7-f0c6-4c92-b1fe-7eb0ec86d0df tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416687 Jun 30 16:38:00.772621 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cac2ba87-9e8a-4ea2-8bc7-b79d9dcc8310 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (0c7457a3-1c78-42f3-87ac-d781801f2248), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:00.820512 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:00.905858 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cac2ba87-9e8a-4ea2-8bc7-b79d9dcc8310 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (0c7457a3-1c78-42f3-87ac-d781801f2248), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:00.960742 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cac2ba87-9e8a-4ea2-8bc7-b79d9dcc8310 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (0c7457a3-1c78-42f3-87ac-d781801f2248), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:00.983212 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2ba87-9e8a-4ea2-8bc7-b79d9dcc8310 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c7457a3-1c78-42f3-87ac-d781801f2248,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:01.054930 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-cac2ba87-9e8a-4ea2-8bc7-b79d9dcc8310 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:01.056130 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-cac2ba87-9e8a-4ea2-8bc7-b79d9dcc8310 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4059644 Jun 30 16:38:01.070268 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38614) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:38:01.074830 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:38:01.109114 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a59ff38-530d-4f3d-8125-2802fe1013e5 req-ba27e8eb-c2cd-4c56-a929-1642d350d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:01.110594 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7a59ff38-530d-4f3d-8125-2802fe1013e5 req-ba27e8eb-c2cd-4c56-a929-1642d350d4ac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43d53998-b324-428d-a316-199f927750c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471804 Jun 30 16:38:01.203449 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:01.215562 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4541a9f-07e1-4381-8a5a-a9dd7c8d7f32 req-738667be-708c-4e80-89fd-31ffd8ed0446 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:01.217656 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d4541a9f-07e1-4381-8a5a-a9dd7c8d7f32 req-738667be-708c-4e80-89fd-31ffd8ed0446 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0756907 Jun 30 16:38:01.236067 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:01.308661 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7a59ff38-530d-4f3d-8125-2802fe1013e5 req-eb6a5d75-2216-489c-aa79-dfdcd768dea8 service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368580 Jun 30 16:38:01.317134 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:01.321368 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d4541a9f-07e1-4381-8a5a-a9dd7c8d7f32 req-d4be70e8-5852-4073-8782-289c07a277e6 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700927 Jun 30 16:38:01.434418 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Allocated IP 172.27.2.37 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/4a47ffcf-bbf9-4e9e-bcf1-4781ad582458) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:38:01.455736 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8425975c-fcc0-4e42-ad13-80bde06ab30d req-11f0c5c2-2092-4a65-a30d-e04c852a9ce5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:01.457204 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8425975c-fcc0-4e42-ad13-80bde06ab30d req-11f0c5c2-2092-4a65-a30d-e04c852a9ce5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0725076 Jun 30 16:38:01.463753 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7a59ff38-530d-4f3d-8125-2802fe1013e5 req-abb5baf6-ea07-4b55-8121-e88e89ee80f0 service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414750 Jun 30 16:38:01.511024 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8425975c-fcc0-4e42-ad13-80bde06ab30d req-091e319e-0ba9-4d92-9f68-cb6a5a309a10 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464256 Jun 30 16:38:01.512909 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=84,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:01.541915 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for port (4a47ffcf-bbf9-4e9e-bcf1-4781ad582458), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:01.635504 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (4a47ffcf-bbf9-4e9e-bcf1-4781ad582458), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:01.679710 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:38:01.682589 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:38:01.686982 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:38:01.709577 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'Port': ['ID=4a47ffcf-bbf9-4e9e-bcf1-4781ad582458,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:01.775075 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (6501cf36-7dd0-4197-888b-6047fb396c28), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:01.842584 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:38:01.843662 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:01.855030 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:01.866770 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5336c-337e-4170-9506-1980847cb933 req-abde2b75-db41-4b30-a781-b3e3cf52f588 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:01.868298 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-94f5336c-337e-4170-9506-1980847cb933 req-abde2b75-db41-4b30-a781-b3e3cf52f588 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 944 time: 0.0502217 Jun 30 16:38:01.874566 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (4a47ffcf-bbf9-4e9e-bcf1-4781ad582458), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:01.916787 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-94f5336c-337e-4170-9506-1980847cb933 req-e9870584-7b69-4430-b25c-d9be8eb877de tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419841 Jun 30 16:38:02.028403 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for port (4a47ffcf-bbf9-4e9e-bcf1-4781ad582458), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:02.115302 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (4a47ffcf-bbf9-4e9e-bcf1-4781ad582458), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:02.116988 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device a8b6c930-9dd0-4e31-b6d2-939648afc8ba details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:38:02.188017 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'Port': ['ID=4a47ffcf-bbf9-4e9e-bcf1-4781ad582458,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:02.203926 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (6501cf36-7dd0-4197-888b-6047fb396c28), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:02.217673 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port a8b6c930-9dd0-4e31-b6d2-939648afc8ba, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=a8b6c930-9dd0-4e31-b6d2-939648afc8ba,segment=NetworkSegment(1e2fa372-494b-4a0a-8993-ad26bd33b920),segment_id=1e2fa372-494b-4a0a-8993-ad26bd33b920)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:38:02.225317 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:02.230476 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'a8b6c930-9dd0-4e31-b6d2-939648afc8ba', 'network_id': 'cb2d6663-d883-4174-ba6e-c7fc0350bd02', 'port_id': 'a8b6c930-9dd0-4e31-b6d2-939648afc8ba', 'mac_address': 'fa:16:3e:20:75:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e71613b5-f660-4c57-9d73-a805cb279c2b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:38:02.317239 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:02.318513 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d0692251-420d-4460-8749-3b19fabb9fd9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2472818 Jun 30 16:38:02.396013 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port a8b6c930-9dd0-4e31-b6d2-939648afc8ba is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:38:02.396411 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:02.407979 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:02.411906 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8b6c930-9dd0-4e31-b6d2-939648afc8ba {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:38:02.436688 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port a8b6c930-9dd0-4e31-b6d2-939648afc8ba, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=a8b6c930-9dd0-4e31-b6d2-939648afc8ba,segment=NetworkSegment(1e2fa372-494b-4a0a-8993-ad26bd33b920),segment_id=1e2fa372-494b-4a0a-8993-ad26bd33b920)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:38:02.458347 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c09297-809c-4494-971c-6d3bcc26f51b req-423d32eb-63ee-4a3e-8b52-d3fb8a75b0b1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:02.463637 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-52c09297-809c-4494-971c-6d3bcc26f51b req-423d32eb-63ee-4a3e-8b52-d3fb8a75b0b1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0551710 Jun 30 16:38:02.504037 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:02.527908 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-52c09297-809c-4494-971c-6d3bcc26f51b req-c9e82380-fa35-4ceb-a60d-52d71210b4db tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619876 Jun 30 16:38:02.561043 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-c66d302e-9111-4f7e-88e3-9d25a22d14bb tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1215444084&fields=id&tenant_id=f942ab31bafc428bb1fba94aee2e0c32 HTTP/1.1" status: 200 len: 267 time: 0.0527711 Jun 30 16:38:02.561437 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=a8b6c930-9dd0-4e31-b6d2-939648afc8ba,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:02.682085 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86bbba-86ff-47f8-9e86-8b27fa3be83a req-9f751f5c-506f-456b-bcd6-7b9b248de743 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:02.683601 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7b86bbba-86ff-47f8-9e86-8b27fa3be83a req-9f751f5c-506f-456b-bcd6-7b9b248de743 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0928128 Jun 30 16:38:02.733208 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-9f23786c-3c03-4d07-9cbf-6b6adf6e47ce tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:02.734573 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-9f23786c-3c03-4d07-9cbf-6b6adf6e47ce tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/networks?id=16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 200 len: 814 time: 0.1652713 Jun 30 16:38:02.762467 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-d8903f33-047d-4d1f-bb06-adbc708b8bc3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/quotas/f942ab31bafc428bb1fba94aee2e0c32 HTTP/1.1" status: 200 len: 375 time: 0.0219789 Jun 30 16:38:02.766630 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7b86bbba-86ff-47f8-9e86-8b27fa3be83a req-af75c0c1-cc5c-411d-bbf5-97848f62e37a tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757823 Jun 30 16:38:02.816247 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-b44bb12e-041a-42d9-a7a5-c65cb1d4765b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469835 Jun 30 16:38:02.829952 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['a8b6c930-9dd0-4e31-b6d2-939648afc8ba'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:38:02.920067 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-1eed57b9-6043-4d14-81c0-a6278ecc8136 service neutron] 10.222.0.67 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909524 Jun 30 16:38:03.062498 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ed0b5-0d2e-4d5a-99d8-58a8b05a6330 req-35219b99-6375-44dd-acb7-3229e4e0a34c tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:03.063940 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c15ed0b5-0d2e-4d5a-99d8-58a8b05a6330 req-35219b99-6375-44dd-acb7-3229e4e0a34c tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 945 time: 0.0697234 Jun 30 16:38:03.067540 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-b3adee26-a968-4b3e-bea8-c851cf6c82aa service neutron] 10.222.0.67 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413484 Jun 30 16:38:03.114160 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c15ed0b5-0d2e-4d5a-99d8-58a8b05a6330 req-b1a444a2-caf6-4451-b2fd-56703a49280f tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445337 Jun 30 16:38:03.313027 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:03.331276 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cae9c14d-03ff-4f8e-b00a-a2e862794b86 req-602ac080-1f4e-4516-906b-27867417d1da tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 210 time: 0.0284963 Jun 30 16:38:03.656681 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947fcb38-b01b-475d-be0e-af3c50cd8d29 req-b2e956cf-311f-4b40-9459-43266068f744 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:03.658162 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-947fcb38-b01b-475d-be0e-af3c50cd8d29 req-b2e956cf-311f-4b40-9459-43266068f744 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0546396 Jun 30 16:38:03.708437 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-947fcb38-b01b-475d-be0e-af3c50cd8d29 req-bd21dd0a-8da4-46aa-b06d-d0ecd4e3067e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443261 Jun 30 16:38:03.898316 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cca50fd-c535-4ee0-82cc-79e8b167fdf0 req-23d377df-73a8-4aa1-bc1b-25bbdc4e23db tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:03.899893 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2cca50fd-c535-4ee0-82cc-79e8b167fdf0 req-23d377df-73a8-4aa1-bc1b-25bbdc4e23db tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0523968 Jun 30 16:38:03.949087 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2cca50fd-c535-4ee0-82cc-79e8b167fdf0 req-480b2e97-3d41-4f31-8b24-729368362297 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428421 Jun 30 16:38:04.131231 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device a8b6c930-9dd0-4e31-b6d2-939648afc8ba up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:38:04.181730 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port a8b6c930-9dd0-4e31-b6d2-939648afc8ba completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:38:04.239612 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780c6bd5-e74a-4f38-97fe-ec115a6760a0 req-7d81a8f8-1452-452d-bcf2-1cfb58a40a28 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:04.241094 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-780c6bd5-e74a-4f38-97fe-ec115a6760a0 req-7d81a8f8-1452-452d-bcf2-1cfb58a40a28 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 945 time: 0.0535202 Jun 30 16:38:04.289835 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-780c6bd5-e74a-4f38-97fe-ec115a6760a0 req-02416306-d5f0-4e29-9a8b-c9f117df98ea tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431826 Jun 30 16:38:04.292464 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port a8b6c930-9dd0-4e31-b6d2-939648afc8ba triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:38:04.292882 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:04.370582 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port a8b6c930-9dd0-4e31-b6d2-939648afc8ba is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:38:04.371158 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:04.395076 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b6c930-9dd0-4e31-b6d2-939648afc8ba'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:38:04.397598 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0042520e-f016-46c6-a5e0-8cab5fe69ebb" -d '{"events": [{"server_uuid": "3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b", "name": "network-vif-plugged", "status": "completed", "tag": "a8b6c930-9dd0-4e31-b6d2-939648afc8ba"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:38:04.412228 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port a8b6c930-9dd0-4e31-b6d2-939648afc8ba, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=a8b6c930-9dd0-4e31-b6d2-939648afc8ba,segment=NetworkSegment(1e2fa372-494b-4a0a-8993-ad26bd33b920),segment_id=1e2fa372-494b-4a0a-8993-ad26bd33b920)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:38:04.444166 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eb31ac62-2f58-4035-a40a-ebab840c4fac req-80a965f4-16e0-4e42-b240-484a0108af94 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 210 time: 0.0417583 Jun 30 16:38:04.448532 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb746ed-0897-49ba-8624-f3d2485e2a0a x-openstack-request-id: req-abb746ed-0897-49ba-8624-f3d2485e2a0a {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:38:04.453573 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b", "name": "network-vif-plugged", "status": "completed", "tag": "a8b6c930-9dd0-4e31-b6d2-939648afc8ba", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:38:04.453573 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-abb746ed-0897-49ba-8624-f3d2485e2a0a {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:38:04.453573 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb746ed-0897-49ba-8624-f3d2485e2a0a'] response: {'server_uuid': '3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8b6c930-9dd0-4e31-b6d2-939648afc8ba', 'code': 200} Jun 30 16:38:04.515479 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:04.563512 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=a8b6c930-9dd0-4e31-b6d2-939648afc8ba,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:04.750158 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0ce8b0f6-6fae-42a4-a2b1-af2980f112b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:04.773401 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa25c85-9229-404e-a360-ef869d608728 req-016c38b5-3b69-4ede-9af8-c3ec880096d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:04.775082 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-caa25c85-9229-404e-a360-ef869d608728 req-016c38b5-3b69-4ede-9af8-c3ec880096d9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 1130 time: 0.0429029 Jun 30 16:38:04.859870 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6728d0-0ea7-46f8-aac7-26307f96203b req-587a8d30-222c-4814-82de-7235a154d547 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:04.861418 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ee6728d0-0ea7-46f8-aac7-26307f96203b req-587a8d30-222c-4814-82de-7235a154d547 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0776782 Jun 30 16:38:04.870235 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-caa25c85-9229-404e-a360-ef869d608728 req-59e5040b-d6af-4310-9568-69fc95602f7b service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872755 Jun 30 16:38:04.876004 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:04.914633 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ee6728d0-0ea7-46f8-aac7-26307f96203b req-fe679077-b992-432d-b44a-a807f1288411 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471787 Jun 30 16:38:05.072920 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0958d657-9ed4-4509-80e7-b69c1d6a7567 req-84c70b50-f536-428f-9512-43eaa951e57c tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:05.074573 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0958d657-9ed4-4509-80e7-b69c1d6a7567 req-84c70b50-f536-428f-9512-43eaa951e57c tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0520873 Jun 30 16:38:05.124010 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0958d657-9ed4-4509-80e7-b69c1d6a7567 req-6785b335-f4d0-4ed7-b2f4-b5747a01b26d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436566 Jun 30 16:38:05.412782 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d83ddd-8bfe-406c-a419-21c4ef856f6c req-975a0ca5-d9a1-4ba4-8561-f3199e9d79ae tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:05.414252 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-82d83ddd-8bfe-406c-a419-21c4ef856f6c req-975a0ca5-d9a1-4ba4-8561-f3199e9d79ae tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 946 time: 0.0489624 Jun 30 16:38:05.466026 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-82d83ddd-8bfe-406c-a419-21c4ef856f6c req-ccf62b37-72f2-4df6-a9b4-051d567dc644 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450780 Jun 30 16:38:05.544659 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-792ada43-1e31-4b70-befa-b43cef85fe16 req-51fdf7e5-5cf2-477a-b345-68dc481ed9ff tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 210 time: 0.0285544 Jun 30 16:38:06.338719 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36536dc2-201a-47e8-95c0-b78582b3933c req-18df8404-a8e5-41d5-b5ee-eac4048f2631 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:06.340199 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-36536dc2-201a-47e8-95c0-b78582b3933c req-18df8404-a8e5-41d5-b5ee-eac4048f2631 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.3492103 Jun 30 16:38:06.382208 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-9ca0256d-f41b-4208-8cae-5a8ddae62639 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280353264&fields=id&tenant_id=99847b649bfd4ca6a33cb2ea97ad0469 HTTP/1.1" status: 200 len: 267 time: 0.0748880 Jun 30 16:38:06.431789 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-36536dc2-201a-47e8-95c0-b78582b3933c req-8c0ef154-ce8f-42f6-aca1-0ee1d4225527 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813422 Jun 30 16:38:06.571772 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:06.622405 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-eb894c9c-0155-49b1-90a9-e2aa37745e9f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:06.624588 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-eb894c9c-0155-49b1-90a9-e2aa37745e9f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 811 time: 0.2322216 Jun 30 16:38:06.633503 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01e915f-7d9e-46c4-a40e-0bc3688c3ff8 req-3a96af7f-08c7-47b2-b30f-b26f62e9213c tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:06.635022 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a01e915f-7d9e-46c4-a40e-0bc3688c3ff8 req-3a96af7f-08c7-47b2-b30f-b26f62e9213c tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.1295040 Jun 30 16:38:06.664702 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-8219d552-ec8e-49a8-9ed5-619e0dca34d0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/quotas/99847b649bfd4ca6a33cb2ea97ad0469 HTTP/1.1" status: 200 len: 375 time: 0.0266483 Jun 30 16:38:06.734302 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-26c16025-1914-47ba-98d7-5fb19cc57759 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:06.735681 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-26c16025-1914-47ba-98d7-5fb19cc57759 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "GET /v2.0/networks?id=16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 200 len: 814 time: 0.2433007 Jun 30 16:38:06.757833 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a01e915f-7d9e-46c4-a40e-0bc3688c3ff8 req-767f7537-4b40-4eef-bacb-f9f8009dc246 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074889 Jun 30 16:38:06.761885 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-5d90ce8d-a55f-494c-af69-699f686cecc6 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877728 Jun 30 16:38:06.917323 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-dd77d1e8-3aa4-4670-83aa-b9fcc1cbcaf3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f942ab31bafc428bb1fba94aee2e0c32 HTTP/1.1" status: 200 len: 380 time: 0.1543498 Jun 30 16:38:06.928454 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'port': {'device_id': '4eddee8f-330d-43f7-8877-50a589622e55', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'admin_state_up': True, 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'security_groups': ['b4396265-0df9-4807-a85e-6253c526afc6']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:38:06.967945 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7fb803-9ef2-4485-a7ea-c7d12e12cd53 req-42c5b81c-3824-49ab-bd9d-f2ed528ce211 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:06.969442 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6d7fb803-9ef2-4485-a7ea-c7d12e12cd53 req-42c5b81c-3824-49ab-bd9d-f2ed528ce211 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 946 time: 0.1388690 Jun 30 16:38:06.988456 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-e30eb4f4-9d2f-49de-8898-c1a84abfed73 service neutron] 10.222.0.67 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096617 Jun 30 16:38:07.069434 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:07.143884 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6d7fb803-9ef2-4485-a7ea-c7d12e12cd53 req-f8ec0614-980e-4107-8449-b33a6440c150 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658487 Jun 30 16:38:07.185994 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-567241b4-d810-4312-93a2-ec3313915543 service neutron] 10.222.0.67 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870568 Jun 30 16:38:07.232500 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a0b63cba-3bef-42ae-9f7a-f629eb65fc47 req-2d08376e-b171-4625-9121-68a0011cab45 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 210 time: 0.0305099 Jun 30 16:38:07.298616 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Made reservation on behalf of f942ab31bafc428bb1fba94aee2e0c32 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:38:07.304714 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:07.378612 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-40e0a0bb-0a5e-4a60-a5d6-640dfe18fd9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:07.443284 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Allocated IP 172.20.0.12 (16892394-e408-48ab-985b-412d1c45e5c5/62e7d36d-3495-499f-a7ab-fddad57919a9/11b309b0-51ca-464b-a5e0-614725a89fdb) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:38:07.502971 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:07.600826 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:07.727814 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:07.739152 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de985d-fa5d-4cda-8931-0c3208fb5a5b req-2dd72d35-3273-4d20-a1e1-066a60f06128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:07.740715 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-99de985d-fa5d-4cda-8931-0c3208fb5a5b req-2dd72d35-3273-4d20-a1e1-066a60f06128 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 1129 time: 0.0418782 Jun 30 16:38:07.774815 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Network 16892394-e408-48ab-985b-412d1c45e5c5 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:38:07.778488 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:38:07.783322 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:38:07.814619 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'Port': ['ID=11b309b0-51ca-464b-a5e0-614725a89fdb,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:07.847084 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:07.847789 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:07.897013 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de985d-fa5d-4cda-8931-0c3208fb5a5b req-da0797db-b67d-4800-93bf-ead6477548a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:07.898536 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-99de985d-fa5d-4cda-8931-0c3208fb5a5b req-da0797db-b67d-4800-93bf-ead6477548a6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8aed81da-8ea7-4176-b3f4-7d728693f230 HTTP/1.1" status: 200 len: 910 time: 0.1505117 Jun 30 16:38:07.953430 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37731b76-f967-4eca-9630-842c5104aafc req-2fa2360b-5d51-45d0-9e85-b6a2e6391e5e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:07.955266 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-37731b76-f967-4eca-9630-842c5104aafc req-2fa2360b-5d51-45d0-9e85-b6a2e6391e5e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0747519 Jun 30 16:38:08.012450 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-99de985d-fa5d-4cda-8931-0c3208fb5a5b req-a077392c-c02b-425c-9e51-72f30ed3fda4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=159acf30-2cf3-40f6-aa1f-50b4d29f5f28 HTTP/1.1" status: 200 len: 1001 time: 0.1013861 Jun 30 16:38:08.019772 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-7690578c-1202-4d32-ab81-c83082704bf8 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0972831 Jun 30 16:38:08.042498 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Request body: {'port': {'device_id': '4eddee8f-330d-43f7-8877-50a589622e55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:38:08.070094 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:08.071513 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de985d-fa5d-4cda-8931-0c3208fb5a5b req-df990079-be07-4ca6-b897-7f8cb73fdd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:08.073181 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-99de985d-fa5d-4cda-8931-0c3208fb5a5b req-df990079-be07-4ca6-b897-7f8cb73fdd70 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02ad2b4a-36a6-4968-8296-92b670df27ed HTTP/1.1" status: 200 len: 848 time: 0.0520473 Jun 30 16:38:08.075964 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-37731b76-f967-4eca-9630-842c5104aafc req-9cb76f2b-6345-499c-9966-169e9469659e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140685 Jun 30 16:38:08.117490 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:08.137265 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:08.144388 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99de985d-fa5d-4cda-8931-0c3208fb5a5b req-ffcd48ad-0adb-4552-9318-c10351a04d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:08.146090 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-99de985d-fa5d-4cda-8931-0c3208fb5a5b req-ffcd48ad-0adb-4552-9318-c10351a04d26 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8aed81da-8ea7-4176-b3f4-7d728693f230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0657845 Jun 30 16:38:08.157283 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-1e238085-93f1-409a-8b1d-4822f20d4853 None None] Provisioning complete for port 11b309b0-51ca-464b-a5e0-614725a89fdb triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:38:08.158432 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e238085-93f1-409a-8b1d-4822f20d4853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:08.210168 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-1e238085-93f1-409a-8b1d-4822f20d4853 None None] Port 11b309b0-51ca-464b-a5e0-614725a89fdb cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:38:08.259303 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-99de985d-fa5d-4cda-8931-0c3208fb5a5b req-39914647-5254-438f-a9b6-217781430b18 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070099 Jun 30 16:38:08.273026 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca27ef-93ef-4698-8033-2779819ec1b1 req-73eb6382-857a-403a-88b0-4ca9641dafc4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:08.274525 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f9ca27ef-93ef-4698-8033-2779819ec1b1 req-73eb6382-857a-403a-88b0-4ca9641dafc4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.1213734 Jun 30 16:38:08.322522 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:08.374933 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-99de985d-fa5d-4cda-8931-0c3208fb5a5b req-504f7873-27c4-436e-906a-15f15d252e73 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046581 Jun 30 16:38:08.377859 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f9ca27ef-93ef-4698-8033-2779819ec1b1 req-8b60750b-fd85-49a1-a798-fafb649bca7b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958197 Jun 30 16:38:08.456084 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-15df8609-0563-4cda-899a-2eaebd8fc3cc req-388760ba-0dfd-4c3c-a566-46bb71982c0f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 210 time: 0.0393734 Jun 30 16:38:08.481229 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:08.538944 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11b309b0-51ca-464b-a5e0-614725a89fdb {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:38:08.573314 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Publish callbacks [] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:08.598410 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Transition to ACTIVE for port object 11b309b0-51ca-464b-a5e0-614725a89fdb will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:38:08.605430 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e25b3aa-9614-49fb-9319-52f1bbe369da req-1f61bcde-01e4-41b5-a3c1-7daa6a297268 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:08.606901 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5e25b3aa-9614-49fb-9319-52f1bbe369da req-1f61bcde-01e4-41b5-a3c1-7daa6a297268 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 932 time: 0.0724714 Jun 30 16:38:08.655741 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5e25b3aa-9614-49fb-9319-52f1bbe369da req-05bc1921-fbb3-498d-a45a-ab288d686ec4 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423629 Jun 30 16:38:08.676104 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:08.729978 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Pushing event updated for resources: {'Port': ['ID=11b309b0-51ca-464b-a5e0-614725a89fdb,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:08.809674 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Attempting to bind port 11b309b0-51ca-464b-a5e0-614725a89fdb on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:38:08.810010 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Attempting to bind port 11b309b0-51ca-464b-a5e0-614725a89fdb by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:38:08.810761 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Attempting to bind port 11b309b0-51ca-464b-a5e0-614725a89fdb on network 16892394-e408-48ab-985b-412d1c45e5c5 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:38:08.815927 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Port 11b309b0-51ca-464b-a5e0-614725a89fdb on network 16892394-e408-48ab-985b-412d1c45e5c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:38:08.816250 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Attempting to bind port 11b309b0-51ca-464b-a5e0-614725a89fdb on network 16892394-e408-48ab-985b-412d1c45e5c5 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:38:08.821678 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:38:08.822012 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Checking segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:38:08.822403 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Bound using segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:38:08.822918 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Bound port: 11b309b0-51ca-464b-a5e0-614725a89fdb, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:38:08.823312 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:08.893071 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] For port 11b309b0-51ca-464b-a5e0-614725a89fdb, host hv-cinder-83602, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:38:08.896144 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] For port 11b309b0-51ca-464b-a5e0-614725a89fdb, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=11b309b0-51ca-464b-a5e0-614725a89fdb,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:38:09.007683 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:09.040367 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:09.040987 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:09.042363 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] 10.222.0.65 "PUT /v2.0/ports/11b309b0-51ca-464b-a5e0-614725a89fdb HTTP/1.1" status: 200 len: 1094 time: 1.0086007 Jun 30 16:38:09.042785 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eddee8f-330d-43f7-8877-50a589622e55', 'tag': '11b309b0-51ca-464b-a5e0-614725a89fdb'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:38:09.045690 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e837017d-a561-422c-91f4-b2aee429d74b" -d '{"events": [{"name": "network-changed", "server_uuid": "4eddee8f-330d-43f7-8877-50a589622e55", "tag": "11b309b0-51ca-464b-a5e0-614725a89fdb"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:38:09.075744 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a3a5e0-6fba-4ae3-bb35-8665c92f09a6 service neutron] Pushing event updated for resources: {'Port': ['ID=11b309b0-51ca-464b-a5e0-614725a89fdb,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:09.085696 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92289998-a9d9-4931-876c-f299f10b5046 x-openstack-request-id: req-92289998-a9d9-4931-876c-f299f10b5046 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:38:09.085983 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eddee8f-330d-43f7-8877-50a589622e55", "tag": "11b309b0-51ca-464b-a5e0-614725a89fdb", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:38:09.086238 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-92289998-a9d9-4931-876c-f299f10b5046 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:38:09.086718 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92289998-a9d9-4931-876c-f299f10b5046'] response: {'name': 'network-changed', 'server_uuid': '4eddee8f-330d-43f7-8877-50a589622e55', 'tag': '11b309b0-51ca-464b-a5e0-614725a89fdb', 'status': 'completed', 'code': 200} Jun 30 16:38:09.199324 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7413209-227b-44b9-9911-dbc896ac75b3 req-8504948a-6b65-4b38-b299-cb66ff0d0124 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:09.200868 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c7413209-227b-44b9-9911-dbc896ac75b3 req-8504948a-6b65-4b38-b299-cb66ff0d0124 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0525310 Jun 30 16:38:09.222949 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:09.252110 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c7413209-227b-44b9-9911-dbc896ac75b3 req-5d9773c9-ae11-47c6-9d1e-0829acdd8fba tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447884 Jun 30 16:38:09.501239 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60776e8-1d1d-41df-8fcc-06df68bcee84 req-a2778eec-58a3-4f8e-938b-d44bc3b4843d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:09.502821 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a60776e8-1d1d-41df-8fcc-06df68bcee84 req-a2778eec-58a3-4f8e-938b-d44bc3b4843d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0528970 Jun 30 16:38:09.582406 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9afa9d16-4904-40b9-944c-d39bd1908f3a req-223275d3-d7fa-49df-a26f-27df6f86c24d tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 210 time: 0.0527816 Jun 30 16:38:09.611693 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a60776e8-1d1d-41df-8fcc-06df68bcee84 req-bc855fe2-40c8-42b4-8afa-9ff78afbcf7d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031451 Jun 30 16:38:09.640661 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837017d-a561-422c-91f4-b2aee429d74b req-68cf2ad4-892f-415a-b6f0-3f0a7904def0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:09.642156 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e837017d-a561-422c-91f4-b2aee429d74b req-68cf2ad4-892f-415a-b6f0-3f0a7904def0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 1128 time: 0.0705163 Jun 30 16:38:09.720667 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:09.774857 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7888f6a8-6ab5-4635-9a2f-4e4fd22731b1 req-057585b4-f437-4ee3-88b4-a880c3ebdfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:09.776640 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-7888f6a8-6ab5-4635-9a2f-4e4fd22731b1 req-057585b4-f437-4ee3-88b4-a880c3ebdfb0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 1130 time: 0.0484147 Jun 30 16:38:09.836719 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2cb653-6edf-4be0-8dc8-54c2cd42f4c9 req-fc547ef8-6c18-482e-ba23-3b0a111dbb98 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:09.838781 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4a2cb653-6edf-4be0-8dc8-54c2cd42f4c9 req-fc547ef8-6c18-482e-ba23-3b0a111dbb98 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 944 time: 0.1024868 Jun 30 16:38:09.844603 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837017d-a561-422c-91f4-b2aee429d74b req-eab70bd8-83b1-47ec-aafd-3dee1db25466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:09.846073 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e837017d-a561-422c-91f4-b2aee429d74b req-eab70bd8-83b1-47ec-aafd-3dee1db25466 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1476302 Jun 30 16:38:09.868526 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-7888f6a8-6ab5-4635-9a2f-4e4fd22731b1 req-91eda01a-f298-4879-861e-6275453c4026 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488732 Jun 30 16:38:09.960755 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:09.971148 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4a2cb653-6edf-4be0-8dc8-54c2cd42f4c9 req-6fba4bcf-c52c-43fe-b85d-8d1367ba4aca tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150434 Jun 30 16:38:09.990960 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837017d-a561-422c-91f4-b2aee429d74b req-74d29808-789e-45c2-9934-183baca44be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:09.992450 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e837017d-a561-422c-91f4-b2aee429d74b req-74d29808-789e-45c2-9934-183baca44be5 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1378222 Jun 30 16:38:10.375878 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39804070-a0d8-42fa-b2e6-3f04629b55fe req-42b9e9d4-6dbc-46fa-a32a-b90d2b0d78a3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:10.377380 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-39804070-a0d8-42fa-b2e6-3f04629b55fe req-42b9e9d4-6dbc-46fa-a32a-b90d2b0d78a3 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0504797 Jun 30 16:38:10.427895 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-39804070-a0d8-42fa-b2e6-3f04629b55fe req-46e8248d-5074-414e-9627-5f00955a3666 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445812 Jun 30 16:38:10.466013 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=36,neutron:UPDATE=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:10.700127 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d413caa5-b628-4234-8e44-be9e1dc5fb77 req-d9a83afa-04a2-4e68-9910-fa7ee0973308 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 210 time: 0.0361216 Jun 30 16:38:10.750585 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461c2b8f-ca47-4387-81bd-3c89b11137e0 req-5000276e-aa34-4209-b3cf-2dc7b68bac1b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:10.752190 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-461c2b8f-ca47-4387-81bd-3c89b11137e0 req-5000276e-aa34-4209-b3cf-2dc7b68bac1b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0550106 Jun 30 16:38:10.802848 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-461c2b8f-ca47-4387-81bd-3c89b11137e0 req-5fd1aa55-86b5-4a2e-97bf-ef950b0cee8b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443335 Jun 30 16:38:11.085849 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b42902-ef64-4406-83d0-e97a59eaf037 req-fedaa6cc-b97b-44ee-ac27-8e95b42c639e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:11.087335 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-96b42902-ef64-4406-83d0-e97a59eaf037 req-fedaa6cc-b97b-44ee-ac27-8e95b42c639e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 944 time: 0.0485613 Jun 30 16:38:11.114364 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:11.136485 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-96b42902-ef64-4406-83d0-e97a59eaf037 req-80746d3c-6252-4e0b-891c-250f81c6d1df tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429838 Jun 30 16:38:11.198764 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a364b776-70e8-41e7-b232-869b61d0611a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:11.200163 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-a364b776-70e8-41e7-b232-869b61d0611a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 1128 time: 0.0454707 Jun 30 16:38:11.249942 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-77a325d7-7a40-4eb3-8e93-787f7765a838 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11b309b0-51ca-464b-a5e0-614725a89fdb HTTP/1.1" status: 200 len: 217 time: 0.0350902 Jun 30 16:38:11.542407 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c93838-c4da-4a01-ae77-486939519628 req-51db2807-70d8-4859-8b38-a76384ebf001 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:11.543881 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-87c93838-c4da-4a01-ae77-486939519628 req-51db2807-70d8-4859-8b38-a76384ebf001 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0476830 Jun 30 16:38:11.592109 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-87c93838-c4da-4a01-ae77-486939519628 req-0fbd8238-dc5c-401d-8936-3c4752ac799b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425334 Jun 30 16:38:11.652520 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-f50009f4-5aa5-4c5b-be0e-14468112c2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:11.653939 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-f50009f4-5aa5-4c5b-be0e-14468112c2d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62e7d36d-3495-499f-a7ab-fddad57919a9 HTTP/1.1" status: 200 len: 853 time: 0.0482254 Jun 30 16:38:11.766494 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:11.769990 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-64d843c5-2798-4c81-832f-cd0c5e2c2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:11.771652 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-64d843c5-2798-4c81-832f-cd0c5e2c2e04 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16892394-e408-48ab-985b-412d1c45e5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474946 Jun 30 16:38:11.806848 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d433ba9e-7e24-4ea2-b154-6bda74c26d5e req-2f704a45-dc7b-466f-939b-855757c1ba5f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 210 time: 0.0284767 Jun 30 16:38:11.837785 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=2 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:12.254178 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a24db1d-328f-453a-9606-290bf63ee55a req-0c6b7280-6d8e-4064-bd9e-49a0acfc24e1 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:12.255613 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8a24db1d-328f-453a-9606-290bf63ee55a req-0c6b7280-6d8e-4064-bd9e-49a0acfc24e1 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 944 time: 0.0512989 Jun 30 16:38:12.312297 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:12.317349 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8a24db1d-328f-453a-9606-290bf63ee55a req-dcb6e946-22bf-4581-ad5d-b613421155d6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561810 Jun 30 16:38:12.398054 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-4016714a-8fe4-4b88-8b6b-5f3b548c912a service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958862 Jun 30 16:38:12.425250 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-e8d75576-25fc-431c-b616-47ee05a839e2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:12.426266 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-e8d75576-25fc-431c-b616-47ee05a839e2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 811 time: 0.1234882 Jun 30 16:38:12.494098 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-80e281c7-2775-49fd-aa4e-767a2e5a741f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99847b649bfd4ca6a33cb2ea97ad0469 HTTP/1.1" status: 200 len: 380 time: 0.0585015 Jun 30 16:38:12.503211 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9b40be7-9e7b-4806-9196-48bcfc2af225 req-78da33ca-45b1-4125-950d-7b3789b75781 service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973735 Jun 30 16:38:12.508736 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'port': {'device_id': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'admin_state_up': True, 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'security_groups': ['23981048-8558-4692-b4e8-85bde5393786']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:38:12.566485 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:12.710270 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Made reservation on behalf of 99847b649bfd4ca6a33cb2ea97ad0469 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:38:12.714732 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:12.724908 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea426b6-adc3-4470-bdbc-999f938cf627 req-b1ff88ed-bcb2-4aec-8388-653f78fb69ed tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:12.726484 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bea426b6-adc3-4470-bdbc-999f938cf627 req-b1ff88ed-bcb2-4aec-8388-653f78fb69ed tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0510001 Jun 30 16:38:12.789474 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bea426b6-adc3-4470-bdbc-999f938cf627 req-b8f8a7cf-5a7e-4303-8cea-953564513bd9 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557964 Jun 30 16:38:12.857752 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Allocated IP 172.20.0.5 (65fa0cba-7cff-4856-97c9-e4f078bde7b0/eba862ec-97f4-4405-a458-baac2ead5898/2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:38:12.917883 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-93120f88-79ba-4e2d-9ba0-5f6a3b41a332 req-fb88512c-5d6a-4bf1-964e-f08d1bedd98c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 210 time: 0.0330043 Jun 30 16:38:13.017795 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:13.105002 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:13.152951 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:38:13.156782 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:38:13.159232 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:38:13.191389 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'Port': ['ID=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:13.214284 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:13.223008 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:13.223760 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:13.320126 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-b52179e7-2a94-4d2c-8c60-9ba10a2d38a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8186424 Jun 30 16:38:13.430011 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-667490ab-4b7e-451f-a9ef-465d9163f849 None None] Provisioning complete for port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:38:13.430589 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-667490ab-4b7e-451f-a9ef-465d9163f849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:13.438480 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb11cd-7dbf-40ad-b2a2-6b35155845d7 req-1bc6f36a-8939-4463-a23d-552f8f2e81a1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:13.439999 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9beb11cd-7dbf-40ad-b2a2-6b35155845d7 req-1bc6f36a-8939-4463-a23d-552f8f2e81a1 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0812795 Jun 30 16:38:13.457390 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0690993d-85fe-4c75-ae22-769ec13a5425 req-d24b890c-c37b-4598-896a-ec736dbf31fe tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:13.458830 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0690993d-85fe-4c75-ae22-769ec13a5425 req-d24b890c-c37b-4598-896a-ec736dbf31fe tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 944 time: 0.0679967 Jun 30 16:38:13.465935 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-667490ab-4b7e-451f-a9ef-465d9163f849 None None] Port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:38:13.528000 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9beb11cd-7dbf-40ad-b2a2-6b35155845d7 req-4220eb07-cb64-45d6-87cb-666148b36972 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822701 Jun 30 16:38:13.532059 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0690993d-85fe-4c75-ae22-769ec13a5425 req-adc4365b-33cb-4af2-8fe7-72e1f407a612 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648248 Jun 30 16:38:13.833940 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Request body: {'port': {'device_id': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:38:14.003147 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130e8f5-881a-4167-aece-7ad6ebbda23d req-94802ca2-a673-4a7e-87e7-2d963474d9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:14.006317 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1130e8f5-881a-4167-aece-7ad6ebbda23d req-94802ca2-a673-4a7e-87e7-2d963474d9bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 1130 time: 0.0575559 Jun 30 16:38:14.114832 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b52067-b5b8-4b01-88ef-0cc9b743e21c req-35f20f38-51a2-446d-9c9b-3a57e8d3e9fb tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:14.116240 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f1b52067-b5b8-4b01-88ef-0cc9b743e21c req-35f20f38-51a2-446d-9c9b-3a57e8d3e9fb tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 931 time: 0.0940418 Jun 30 16:38:14.137440 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:14.161491 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130e8f5-881a-4167-aece-7ad6ebbda23d req-f787b0cb-a561-4b8f-b452-d96b003da8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:14.162932 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1130e8f5-881a-4167-aece-7ad6ebbda23d req-f787b0cb-a561-4b8f-b452-d96b003da8a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.1503565 Jun 30 16:38:14.416924 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:14.419090 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:38:14.427429 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Publish callbacks [] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:14.441549 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Transition to ACTIVE for port object 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:38:14.448429 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f1b52067-b5b8-4b01-88ef-0cc9b743e21c req-480dc10d-dc93-4e18-8748-849235c154ce tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3256309 Jun 30 16:38:14.495495 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1130e8f5-881a-4167-aece-7ad6ebbda23d req-3beefec2-338c-46cf-ad08-db3fc0d79ed9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=237f85c7-d517-4bd7-9b4c-cfb1b755a321 HTTP/1.1" status: 200 len: 1002 time: 0.3217304 Jun 30 16:38:14.533415 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:14.548781 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130e8f5-881a-4167-aece-7ad6ebbda23d req-970909bf-9c17-4aa0-9187-fdab808046b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:14.550246 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1130e8f5-881a-4167-aece-7ad6ebbda23d req-970909bf-9c17-4aa0-9187-fdab808046b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.0435748 Jun 30 16:38:14.594405 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:14.597707 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:14.609377 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1130e8f5-881a-4167-aece-7ad6ebbda23d req-9a8dc6f1-b854-4080-8647-bff19e66c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:14.619528 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1130e8f5-881a-4167-aece-7ad6ebbda23d req-9a8dc6f1-b854-4080-8647-bff19e66c854 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632532 Jun 30 16:38:14.656082 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Pushing event updated for resources: {'Port': ['ID=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:14.679565 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Attempting to bind port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:38:14.679812 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Attempting to bind port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:38:14.680143 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Attempting to bind port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c on network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:38:14.685473 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c on network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:38:14.685837 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Attempting to bind port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c on network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:38:14.693352 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:38:14.693699 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Checking segment: {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:38:14.694214 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Bound using segment: {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:38:14.694657 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Bound port: 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:38:14.695016 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:14.765589 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2d86ad-1d1b-4189-8cb8-bff7f8dab832 req-71fced3f-fde2-43d4-8932-0a252c3ccd6e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:14.766445 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:14.767091 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5a2d86ad-1d1b-4189-8cb8-bff7f8dab832 req-71fced3f-fde2-43d4-8932-0a252c3ccd6e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.1342168 Jun 30 16:38:14.770362 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] For port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:38:14.773862 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] For port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:38:14.775527 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93e19f5-f024-48c0-92cb-50f62fa75c80 req-823e4aee-dc5d-4b9b-8aec-c671cb1f846b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:14.777585 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c93e19f5-f024-48c0-92cb-50f62fa75c80 req-823e4aee-dc5d-4b9b-8aec-c671cb1f846b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 944 time: 0.1554563 Jun 30 16:38:14.845104 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1130e8f5-881a-4167-aece-7ad6ebbda23d req-4e0cb44c-ecf7-428a-baf5-7789df41763d service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132287 Jun 30 16:38:14.860516 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:14.894361 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5a2d86ad-1d1b-4189-8cb8-bff7f8dab832 req-d8a92c4b-01ad-40b9-be4d-e2fcaf20c8fc tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163051 Jun 30 16:38:14.906920 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:14.907665 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:14.909606 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] 10.222.0.65 "PUT /v2.0/ports/2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c HTTP/1.1" status: 200 len: 1093 time: 1.0798390 Jun 30 16:38:14.913142 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c93e19f5-f024-48c0-92cb-50f62fa75c80 req-5725ad06-b383-4076-b5f8-25b1e6f1d1c3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290109 Jun 30 16:38:14.917080 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'tag': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:38:14.920836 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f7a0d3-ba17-430b-afff-f439e738e998" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cb685e-c960-41dc-89ad-bc5cabc56565", "tag": "2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:38:14.974151 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7277662c-6723-4780-857b-1e1fc5a584ea service neutron] Pushing event updated for resources: {'Port': ['ID=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:14.997922 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23910c1b-caa4-4510-a34d-674ec9de954c x-openstack-request-id: req-23910c1b-caa4-4510-a34d-674ec9de954c {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:38:14.997922 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cb685e-c960-41dc-89ad-bc5cabc56565", "tag": "2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:38:14.997922 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23910c1b-caa4-4510-a34d-674ec9de954c {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:38:14.997922 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23910c1b-caa4-4510-a34d-674ec9de954c'] response: {'name': 'network-changed', 'server_uuid': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'tag': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c', 'status': 'completed', 'code': 200} Jun 30 16:38:15.005033 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1130e8f5-881a-4167-aece-7ad6ebbda23d req-34ad5e0a-7219-4013-bebb-817931265e91 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455436 Jun 30 16:38:15.067406 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7a0d3-ba17-430b-afff-f439e738e998 req-7e654365-8a12-4956-a900-599daa5b57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:15.069244 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-23f7a0d3-ba17-430b-afff-f439e738e998 req-7e654365-8a12-4956-a900-599daa5b57b0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 1127 time: 0.0459423 Jun 30 16:38:15.189710 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:15.212693 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7a0d3-ba17-430b-afff-f439e738e998 req-793c0ea7-65b8-44c8-be9a-e4eb24426e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:15.214159 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-23f7a0d3-ba17-430b-afff-f439e738e998 req-793c0ea7-65b8-44c8-be9a-e4eb24426e19 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1047881 Jun 30 16:38:15.562846 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de685f6-d2e0-46d3-bbf1-389fc83d2fd4 req-3f81f107-cadb-47ae-9312-53dbea4d44a1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:15.564342 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7de685f6-d2e0-46d3-bbf1-389fc83d2fd4 req-3f81f107-cadb-47ae-9312-53dbea4d44a1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0482538 Jun 30 16:38:15.613616 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7de685f6-d2e0-46d3-bbf1-389fc83d2fd4 req-b220cfc5-1887-4e11-9f93-933ad908487f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437062 Jun 30 16:38:16.077220 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bb6cac-6d84-4da2-9b8e-3c927a6c9cad req-cc90f6aa-b441-452b-9bb8-432f18468209 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:16.078719 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-25bb6cac-6d84-4da2-9b8e-3c927a6c9cad req-cc90f6aa-b441-452b-9bb8-432f18468209 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0849080 Jun 30 16:38:16.084775 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49b631-938b-4cc0-b86b-d39b2f053ed1 req-f4eb7090-c872-45fa-8ef2-bdb556684eff tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:16.086119 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cf49b631-938b-4cc0-b86b-d39b2f053ed1 req-f4eb7090-c872-45fa-8ef2-bdb556684eff tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 944 time: 0.0822136 Jun 30 16:38:16.162073 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-25bb6cac-6d84-4da2-9b8e-3c927a6c9cad req-230851a5-f7e1-45e6-a914-1bfc0bfa348b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750139 Jun 30 16:38:16.165330 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cf49b631-938b-4cc0-b86b-d39b2f053ed1 req-4c14183e-7ca0-40e3-b820-e52032cd3f48 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713973 Jun 30 16:38:16.177616 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 11b309b0-51ca-464b-a5e0-614725a89fdb details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:38:16.256722 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:16.276522 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 11b309b0-51ca-464b-a5e0-614725a89fdb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=11b309b0-51ca-464b-a5e0-614725a89fdb,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:38:16.292234 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '11b309b0-51ca-464b-a5e0-614725a89fdb', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'port_id': '11b309b0-51ca-464b-a5e0-614725a89fdb', 'mac_address': 'fa:16:3e:69:83:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:38:16.329802 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 11b309b0-51ca-464b-a5e0-614725a89fdb is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:38:16.330192 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:16.343409 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11b309b0-51ca-464b-a5e0-614725a89fdb {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:38:16.363550 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 11b309b0-51ca-464b-a5e0-614725a89fdb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=11b309b0-51ca-464b-a5e0-614725a89fdb,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:38:16.418903 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:16.466233 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=11b309b0-51ca-464b-a5e0-614725a89fdb,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:16.709692 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:16.726106 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ef1e7-a89b-4273-9c6d-ac870f8d4abb req-ba5e93c6-737a-486a-9744-86eb6270b839 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:16.727639 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ec8ef1e7-a89b-4273-9c6d-ac870f8d4abb req-ba5e93c6-737a-486a-9744-86eb6270b839 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0480094 Jun 30 16:38:16.769245 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['11b309b0-51ca-464b-a5e0-614725a89fdb'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:38:16.780610 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ec8ef1e7-a89b-4273-9c6d-ac870f8d4abb req-3efbe1a1-389b-4830-8a40-50e7b73b51cd tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459692 Jun 30 16:38:16.982184 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7a0d3-ba17-430b-afff-f439e738e998 req-e22942f7-a8fc-49f3-874a-50f7107baebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:16.983867 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-23f7a0d3-ba17-430b-afff-f439e738e998 req-e22942f7-a8fc-49f3-874a-50f7107baebd service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1008756 Jun 30 16:38:17.313609 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c30cff5-43bf-4822-812d-275c7b9b98b2 req-a4e4ee4f-f3b2-40ab-87eb-b4b51817f8ce tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:17.315091 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0c30cff5-43bf-4822-812d-275c7b9b98b2 req-a4e4ee4f-f3b2-40ab-87eb-b4b51817f8ce tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0816035 Jun 30 16:38:17.321069 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7974a1-cc89-4b9a-9ad6-9df6ce04d93b req-d5c76434-0d30-49f4-9672-64fce4d051a9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:17.322418 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cf7974a1-cc89-4b9a-9ad6-9df6ce04d93b req-d5c76434-0d30-49f4-9672-64fce4d051a9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 945 time: 0.0799007 Jun 30 16:38:17.391456 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:17.397488 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0c30cff5-43bf-4822-812d-275c7b9b98b2 req-1d1819ae-b60f-4947-bc75-95b93141a126 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741856 Jun 30 16:38:17.414675 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cf7974a1-cc89-4b9a-9ad6-9df6ce04d93b req-26288021-eac0-4d63-b87d-973107575112 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707736 Jun 30 16:38:17.643014 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-6b350757-db9a-4ad1-ae4f-0eb16bd65761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:17.644555 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-6b350757-db9a-4ad1-ae4f-0eb16bd65761 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 1127 time: 0.0421400 Jun 30 16:38:17.900351 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4528644-6105-43e9-83f4-f0275ae78c74 req-2709f7f9-a313-47b6-a124-3e8834fed585 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:17.901755 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b4528644-6105-43e9-83f4-f0275ae78c74 req-2709f7f9-a313-47b6-a124-3e8834fed585 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0538528 Jun 30 16:38:17.954161 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b4528644-6105-43e9-83f4-f0275ae78c74 req-49209bc3-c9a5-4a28-a800-d8223a63ceca tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465558 Jun 30 16:38:18.180290 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 11b309b0-51ca-464b-a5e0-614725a89fdb up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:38:18.204103 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-86478c81-cc6c-41dc-9962-eb6c9808b24c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c HTTP/1.1" status: 200 len: 217 time: 0.0357187 Jun 30 16:38:18.223737 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 11b309b0-51ca-464b-a5e0-614725a89fdb completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:38:18.316247 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 11b309b0-51ca-464b-a5e0-614725a89fdb triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:38:18.316568 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:18.393838 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 11b309b0-51ca-464b-a5e0-614725a89fdb is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:38:18.394219 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:18.417525 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eddee8f-330d-43f7-8877-50a589622e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b309b0-51ca-464b-a5e0-614725a89fdb'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:38:18.419642 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6b82e7c-229a-4e76-90d5-a3819143e767" -d '{"events": [{"server_uuid": "4eddee8f-330d-43f7-8877-50a589622e55", "name": "network-vif-plugged", "status": "completed", "tag": "11b309b0-51ca-464b-a5e0-614725a89fdb"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:38:18.434866 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 11b309b0-51ca-464b-a5e0-614725a89fdb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=11b309b0-51ca-464b-a5e0-614725a89fdb,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:38:18.533637 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:18.551081 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b3e79f-453d-4919-8800-89ec55bc4a30 req-4924c590-ef0d-4932-b9f0-465d5d11f25d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:18.552654 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-24b3e79f-453d-4919-8800-89ec55bc4a30 req-4924c590-ef0d-4932-b9f0-465d5d11f25d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0824001 Jun 30 16:38:18.561229 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec425a7-4377-434d-bda1-f6d02ba7006f req-594a523d-f5f0-4c4d-84e2-534e832a79dd tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:18.562700 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2ec425a7-4377-434d-bda1-f6d02ba7006f req-594a523d-f5f0-4c4d-84e2-534e832a79dd tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 945 time: 0.0835788 Jun 30 16:38:18.583882 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=11b309b0-51ca-464b-a5e0-614725a89fdb,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:18.668125 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-24b3e79f-453d-4919-8800-89ec55bc4a30 req-33f92e22-683b-430d-b5b8-4e0700f86f0d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043811 Jun 30 16:38:18.673209 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2ec425a7-4377-434d-bda1-f6d02ba7006f req-a4198744-ebda-4265-9ae5-5e7819dd48a7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034198 Jun 30 16:38:18.692394 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-27521fae-f64c-41b5-98b9-edfc2e98ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:18.693755 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-27521fae-f64c-41b5-98b9-edfc2e98ceaa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eba862ec-97f4-4405-a458-baac2ead5898 HTTP/1.1" status: 200 len: 850 time: 0.0729446 Jun 30 16:38:18.720672 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5268745d-5e45-42dd-ad73-2ca995a98f99 x-openstack-request-id: req-5268745d-5e45-42dd-ad73-2ca995a98f99 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:38:18.721005 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eddee8f-330d-43f7-8877-50a589622e55", "name": "network-vif-plugged", "status": "completed", "tag": "11b309b0-51ca-464b-a5e0-614725a89fdb", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:38:18.721263 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5268745d-5e45-42dd-ad73-2ca995a98f99 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:38:18.721661 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5268745d-5e45-42dd-ad73-2ca995a98f99'] response: {'server_uuid': '4eddee8f-330d-43f7-8877-50a589622e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11b309b0-51ca-464b-a5e0-614725a89fdb', 'code': 200} Jun 30 16:38:18.784779 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-feb7a6bd-a138-45aa-b4c4-bf9b42eb57e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:18.786294 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-feb7a6bd-a138-45aa-b4c4-bf9b42eb57e6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=65fa0cba-7cff-4856-97c9-e4f078bde7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0855436 Jun 30 16:38:18.800275 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896cab7-20fa-4957-b6e5-96a68c1b869c req-ad1ef8e6-2c17-4ecb-99f9-132c82161958 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:18.801769 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f896cab7-20fa-4957-b6e5-96a68c1b869c req-ad1ef8e6-2c17-4ecb-99f9-132c82161958 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0588648 Jun 30 16:38:18.810676 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38832) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:38:18.816302 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-db6fca05-298c-4014-9d0e-1b8a7a742c07 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Request body: {'floatingip': {'port_id': '237f85c7-d517-4bd7-9b4c-cfb1b755a321'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:38:18.872803 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db6fca05-298c-4014-9d0e-1b8a7a742c07 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for floatingip (bc3a91e9-f5e3-4a42-b684-880eeebb3bbc), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:18.899321 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-d434e073-427a-4c19-b602-bbb5d11b4974 service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965660 Jun 30 16:38:19.009796 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0226e756-729d-47ef-8421-4dc30b65dce3 req-235e1f79-1e4b-4581-a4ae-e82738a18e2f service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029134 Jun 30 16:38:19.093240 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:19.112538 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ebcf45-4252-4a5f-86ec-74770313657a req-6ab8bd94-465a-40c3-b248-f8ed88a9932c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:19.114121 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-31ebcf45-4252-4a5f-86ec-74770313657a req-6ab8bd94-465a-40c3-b248-f8ed88a9932c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0848989 Jun 30 16:38:19.125755 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4617be-0495-4ed0-9d79-cdb26cd52723 req-52b76daf-8f34-494d-b2f4-48eb59aad84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:19.126332 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5e4617be-0495-4ed0-9d79-cdb26cd52723 req-52b76daf-8f34-494d-b2f4-48eb59aad84a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 1130 time: 0.0647864 Jun 30 16:38:19.208222 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5e4617be-0495-4ed0-9d79-cdb26cd52723 req-b8f479ff-0b8d-4200-8771-7bb83ef3e0fc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750079 Jun 30 16:38:19.212929 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-31ebcf45-4252-4a5f-86ec-74770313657a req-9fc22518-a771-45ab-b818-2e70f2158eb6 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907900 Jun 30 16:38:19.377098 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db6fca05-298c-4014-9d0e-1b8a7a742c07 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:19.471297 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db6fca05-298c-4014-9d0e-1b8a7a742c07 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (bc3a91e9-f5e3-4a42-b684-880eeebb3bbc), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:19.709143 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db6fca05-298c-4014-9d0e-1b8a7a742c07 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:38:19.780619 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:19.793780 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38589a13-76d5-428e-b70b-3249cf7ea2ee req-2140fe4c-8215-4ce3-a4d3-96945eb04bc4 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:19.795433 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-38589a13-76d5-428e-b70b-3249cf7ea2ee req-2140fe4c-8215-4ce3-a4d3-96945eb04bc4 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 946 time: 0.0531094 Jun 30 16:38:19.809260 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db6fca05-298c-4014-9d0e-1b8a7a742c07 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:38:19.814333 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-db6fca05-298c-4014-9d0e-1b8a7a742c07 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:19.822909 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712846c8-dd5c-4e04-8e1d-420a947601b6 None None] Sync routers for ids ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:38:19.837916 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712846c8-dd5c-4e04-8e1d-420a947601b6 None None] Routers {'21aaf4f9-9d24-4f18-80a0-bde536b4fd01'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:38:19.838768 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:19.839291 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-712846c8-dd5c-4e04-8e1d-420a947601b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:38:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:19.856190 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-38589a13-76d5-428e-b70b-3249cf7ea2ee req-2d1a5811-3fe8-4700-a678-df4cab6ac848 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546906 Jun 30 16:38:19.858727 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'tag': '237f85c7-d517-4bd7-9b4c-cfb1b755a321'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:38:19.861290 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e00f0f3-2f06-4642-9a51-0db822b663a0" -d '{"events": [{"name": "network-changed", "server_uuid": "d786bea4-1a92-4eaf-8450-f69f05986687", "tag": "237f85c7-d517-4bd7-9b4c-cfb1b755a321"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:38:19.896814 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-db6fca05-298c-4014-9d0e-1b8a7a742c07 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "PUT /v2.0/floatingips/bc3a91e9-f5e3-4a42-b684-880eeebb3bbc HTTP/1.1" status: 200 len: 994 time: 1.0826747 Jun 30 16:38:19.916060 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975887ce-1299-410c-80c3-1328f4f5a0ff x-openstack-request-id: req-975887ce-1299-410c-80c3-1328f4f5a0ff {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:38:19.916568 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d786bea4-1a92-4eaf-8450-f69f05986687", "tag": "237f85c7-d517-4bd7-9b4c-cfb1b755a321", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:38:19.916925 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:19.917097 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-975887ce-1299-410c-80c3-1328f4f5a0ff {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:38:19.917581 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-975887ce-1299-410c-80c3-1328f4f5a0ff'] response: {'name': 'network-changed', 'server_uuid': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'tag': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'status': 'completed', 'code': 200} Jun 30 16:38:19.956410 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-712846c8-dd5c-4e04-8e1d-420a947601b6 None None] Set router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:38:20.062559 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:20.175361 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-712846c8-dd5c-4e04-8e1d-420a947601b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'bc3a91e9-f5e3-4a42-b684-880eeebb3bbc', 'tenant_id': '839a189179c543c6a704a968170ec022', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'port_id': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'mac_address': 'fa:16:3e:2d:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:36:10Z', 'updated_at': '2022-06-30T16:38:19Z', 'revision_number': 3, 'project_id': '839a189179c543c6a704a968170ec022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:10Z', 'revision_number': 5, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:20.200614 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712846c8-dd5c-4e04-8e1d-420a947601b6 None None] Checking router: 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:38:20.229612 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712846c8-dd5c-4e04-8e1d-420a947601b6 None None] Routers {'21aaf4f9-9d24-4f18-80a0-bde536b4fd01'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:38:20.229612 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-712846c8-dd5c-4e04-8e1d-420a947601b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:38:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:20.318242 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-712846c8-dd5c-4e04-8e1d-420a947601b6 None None] Set router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:38:20.337831 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0183ce5-a30d-440f-884b-506636bbc6cc req-7acd99cc-e179-4837-9dc2-ae20b8ef4f87 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:20.339209 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e0183ce5-a30d-440f-884b-506636bbc6cc req-7acd99cc-e179-4837-9dc2-ae20b8ef4f87 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0539508 Jun 30 16:38:20.393371 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e0183ce5-a30d-440f-884b-506636bbc6cc req-99ded74e-4d31-43d5-bb01-15b3b0e40cfb tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468392 Jun 30 16:38:20.529699 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:20.533422 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-712846c8-dd5c-4e04-8e1d-420a947601b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'bc3a91e9-f5e3-4a42-b684-880eeebb3bbc', 'tenant_id': '839a189179c543c6a704a968170ec022', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'port_id': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'mac_address': 'fa:16:3e:2d:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:36:10Z', 'updated_at': '2022-06-30T16:38:19Z', 'revision_number': 3, 'project_id': '839a189179c543c6a704a968170ec022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:10Z', 'revision_number': 5, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:20.558930 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-712846c8-dd5c-4e04-8e1d-420a947601b6 None None] The sync data for ids ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'] in dv-cinder-836027-2-iscsi is: [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'bc3a91e9-f5e3-4a42-b684-880eeebb3bbc', 'tenant_id': '839a189179c543c6a704a968170ec022', 'floating_ip_address': '172.27.2.242', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'port_id': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'mac_address': 'fa:16:3e:2d:c4:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:36:10Z', 'updated_at': '2022-06-30T16:38:19Z', 'revision_number': 3, 'project_id': '839a189179c543c6a704a968170ec022', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:10Z', 'revision_number': 5, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:38:20.979247 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2cb64b-5824-475d-b5a1-f0c337286053 req-95941cf6-3827-4676-9ca7-f8a42cc1e57d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:20.980744 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5d2cb64b-5824-475d-b5a1-f0c337286053 req-95941cf6-3827-4676-9ca7-f8a42cc1e57d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 946 time: 0.0490487 Jun 30 16:38:21.029743 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5d2cb64b-5824-475d-b5a1-f0c337286053 req-56e57822-832d-4f47-9cce-0a88b057878d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426278 Jun 30 16:38:21.508639 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff8c7c-d75e-4b81-9508-6cb6efec9e4f req-d4367baa-d899-4bf5-b2a8-228b0a8cf4ac tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:21.510186 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4aff8c7c-d75e-4b81-9508-6cb6efec9e4f req-d4367baa-d899-4bf5-b2a8-228b0a8cf4ac tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0490673 Jun 30 16:38:21.563850 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4aff8c7c-d75e-4b81-9508-6cb6efec9e4f req-5726f462-0085-406d-be2f-7d926d59e27e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480034 Jun 30 16:38:21.919412 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'tag': '237f85c7-d517-4bd7-9b4c-cfb1b755a321'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:38:21.922471 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529a0613-bc9d-48dc-a277-4567d5340855" -d '{"events": [{"name": "network-changed", "server_uuid": "d786bea4-1a92-4eaf-8450-f69f05986687", "tag": "237f85c7-d517-4bd7-9b4c-cfb1b755a321"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:38:21.963180 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-937f3585-b032-42d7-aa97-c73aafa25090 x-openstack-request-id: req-937f3585-b032-42d7-aa97-c73aafa25090 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:38:21.963495 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d786bea4-1a92-4eaf-8450-f69f05986687", "tag": "237f85c7-d517-4bd7-9b4c-cfb1b755a321", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:38:21.963770 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-937f3585-b032-42d7-aa97-c73aafa25090 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:38:21.964357 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-937f3585-b032-42d7-aa97-c73aafa25090'] response: {'name': 'network-changed', 'server_uuid': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'tag': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'status': 'completed', 'code': 200} Jun 30 16:38:22.143932 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ccbcff-1a1f-4e5d-bc12-dd0a04a5dbbd req-b7a5acda-bed7-4767-a58f-1cfb1f05333c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:22.145406 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-14ccbcff-1a1f-4e5d-bc12-dd0a04a5dbbd req-b7a5acda-bed7-4767-a58f-1cfb1f05333c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 946 time: 0.0478234 Jun 30 16:38:22.195043 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-14ccbcff-1a1f-4e5d-bc12-dd0a04a5dbbd req-1f83f9a2-7ee4-450e-b6c5-5d6b1c4a5f4c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439675 Jun 30 16:38:22.679486 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8df2445-ade2-4489-9384-0c2d3890a4c7 req-883b5b2d-6663-4b3f-9d62-bc3c2940a8cd tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:22.680999 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8df2445-ade2-4489-9384-0c2d3890a4c7 req-883b5b2d-6663-4b3f-9d62-bc3c2940a8cd tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0484984 Jun 30 16:38:22.730787 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8df2445-ade2-4489-9384-0c2d3890a4c7 req-5b313222-b0a4-495a-87ae-f6cf7c89aa54 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441196 Jun 30 16:38:23.318500 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f4a7be-2272-4a79-8be4-76724463f830 req-23201929-c60e-4baa-a651-6e90e04ad0c9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:23.319996 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-04f4a7be-2272-4a79-8be4-76724463f830 req-23201929-c60e-4baa-a651-6e90e04ad0c9 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 946 time: 0.0539613 Jun 30 16:38:23.369628 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-04f4a7be-2272-4a79-8be4-76724463f830 req-23f842b2-6f33-4822-b375-bd9ca68bc3c7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440757 Jun 30 16:38:23.472151 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00f0f3-2f06-4642-9a51-0db822b663a0 req-e14d28a7-5658-420e-a604-0368d893b543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:23.473744 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7e00f0f3-2f06-4642-9a51-0db822b663a0 req-e14d28a7-5658-420e-a604-0368d893b543 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 1130 time: 0.0417976 Jun 30 16:38:23.579693 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00f0f3-2f06-4642-9a51-0db822b663a0 req-536124c9-1343-478e-8f40-ddfd25e829b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:23.581250 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7e00f0f3-2f06-4642-9a51-0db822b663a0 req-536124c9-1343-478e-8f40-ddfd25e829b4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.0996945 Jun 30 16:38:23.651170 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7e00f0f3-2f06-4642-9a51-0db822b663a0 req-680f40fa-31b0-46e8-9a71-1f7ce52a6648 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=237f85c7-d517-4bd7-9b4c-cfb1b755a321 HTTP/1.1" status: 200 len: 1002 time: 0.0588787 Jun 30 16:38:23.735133 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00f0f3-2f06-4642-9a51-0db822b663a0 req-7f4bce1c-9fa4-48fe-9980-0632a6acc64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:23.735924 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7e00f0f3-2f06-4642-9a51-0db822b663a0 req-7f4bce1c-9fa4-48fe-9980-0632a6acc64c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.0468514 Jun 30 16:38:23.856822 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7d591-f38b-48af-bed7-dc2cfd5bbd92 req-a5047530-9911-46fc-9d4b-d9e9e21b1062 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:23.858395 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d3d7d591-f38b-48af-bed7-dc2cfd5bbd92 req-a5047530-9911-46fc-9d4b-d9e9e21b1062 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0564332 Jun 30 16:38:23.910293 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d3d7d591-f38b-48af-bed7-dc2cfd5bbd92 req-2b0b113a-b380-4cd6-88ea-0858ff8fbe49 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456398 Jun 30 16:38:24.339664 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:24.352005 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00f0f3-2f06-4642-9a51-0db822b663a0 req-9f42f38c-6534-46ae-9cea-a524696d9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:24.354794 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7e00f0f3-2f06-4642-9a51-0db822b663a0 req-9f42f38c-6534-46ae-9cea-a524696d9164 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415337 Jun 30 16:38:24.477356 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:24.486664 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9846184-eb83-44af-b1a0-7d67283006ff req-d797678c-651c-4375-bb36-f29a60d3c4a1 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:24.488957 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9846184-eb83-44af-b1a0-7d67283006ff req-d797678c-651c-4375-bb36-f29a60d3c4a1 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 946 time: 0.0489759 Jun 30 16:38:24.601771 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9846184-eb83-44af-b1a0-7d67283006ff req-c7c992ab-b647-4f7e-b1f6-6f558075f91c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066484 Jun 30 16:38:24.627930 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7e00f0f3-2f06-4642-9a51-0db822b663a0 req-b2383708-5522-4fb8-860c-0428dc65c1f3 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176684 Jun 30 16:38:24.754754 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7e00f0f3-2f06-4642-9a51-0db822b663a0 req-bda35563-ea4d-4a3b-a1cb-0f52165fab3d service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976515 Jun 30 16:38:25.030051 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ed3f6-cc3d-4649-ac43-3a186c6562b9 req-a76d0c49-0b87-4c32-9f08-566536eaa3da tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:25.032108 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-139ed3f6-cc3d-4649-ac43-3a186c6562b9 req-a76d0c49-0b87-4c32-9f08-566536eaa3da tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0504150 Jun 30 16:38:25.084302 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-139ed3f6-cc3d-4649-ac43-3a186c6562b9 req-7b525d2a-9f9d-459a-b6dc-2a148de0f20a tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464847 Jun 30 16:38:25.182725 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a0613-bc9d-48dc-a277-4567d5340855 req-1f9daae2-568c-40aa-8a7c-eada8893d42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:25.184185 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-529a0613-bc9d-48dc-a277-4567d5340855 req-1f9daae2-568c-40aa-8a7c-eada8893d42c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=839a189179c543c6a704a968170ec022&device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 1130 time: 0.0417852 Jun 30 16:38:25.290254 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a0613-bc9d-48dc-a277-4567d5340855 req-57714d89-5405-4800-b5be-485d1c412a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:25.291797 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-529a0613-bc9d-48dc-a277-4567d5340855 req-57714d89-5405-4800-b5be-485d1c412a66 service neutron] 10.222.0.65 "GET /v2.0/networks?id=aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 200 len: 918 time: 0.0951941 Jun 30 16:38:25.364917 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-529a0613-bc9d-48dc-a277-4567d5340855 req-f7443592-0e2e-4485-b2c5-45d121603275 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=237f85c7-d517-4bd7-9b4c-cfb1b755a321 HTTP/1.1" status: 200 len: 1002 time: 0.0599580 Jun 30 16:38:25.419778 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a0613-bc9d-48dc-a277-4567d5340855 req-d04674aa-e591-40e5-be94-b55977fad128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:25.421261 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-529a0613-bc9d-48dc-a277-4567d5340855 req-d04674aa-e591-40e5-be94-b55977fad128 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 200 len: 856 time: 0.0492296 Jun 30 16:38:25.467025 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529a0613-bc9d-48dc-a277-4567d5340855 req-3a3a07e0-da57-46cc-bd9a-ca9c41da9167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:25.469726 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-529a0613-bc9d-48dc-a277-4567d5340855 req-3a3a07e0-da57-46cc-bd9a-ca9c41da9167 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=aff5e7b4-b06a-4065-b396-531d28bbc09e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411451 Jun 30 16:38:25.573655 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-529a0613-bc9d-48dc-a277-4567d5340855 req-5588778b-61da-419c-b8b4-e2cc824e63d9 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903726 Jun 30 16:38:25.666676 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-529a0613-bc9d-48dc-a277-4567d5340855 req-602f934a-9e40-49b0-b6f5-3607c1250b41 service neutron] 10.222.0.65 "GET /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862930 Jun 30 16:38:25.717166 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea7825c-0a26-402e-a154-61b4a9308d43 req-5b009210-0ab0-437a-baa7-e01548a7b8d7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:25.719042 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8ea7825c-0a26-402e-a154-61b4a9308d43 req-5b009210-0ab0-437a-baa7-e01548a7b8d7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 946 time: 0.0484452 Jun 30 16:38:25.770479 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8ea7825c-0a26-402e-a154-61b4a9308d43 req-28a065d5-7c1c-4169-b77b-fae4973d33e6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456095 Jun 30 16:38:25.880035 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4248ca-0e63-4c76-9781-05fc5e163050 req-c0b4728f-71ec-4b57-bb6e-73ae49050d7e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:25.881564 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fb4248ca-0e63-4c76-9781-05fc5e163050 req-c0b4728f-71ec-4b57-bb6e-73ae49050d7e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 946 time: 0.0484674 Jun 30 16:38:25.890298 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 38890) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:38:25.895863 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d64dda68-aa9e-4e35-8e55-f1cf3fb58850 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'floatingip': {'port_id': '11b309b0-51ca-464b-a5e0-614725a89fdb'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:38:25.899479 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:25.938158 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d64dda68-aa9e-4e35-8e55-f1cf3fb58850 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (6501cf36-7dd0-4197-888b-6047fb396c28), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:26.165295 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:26.205633 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a0ab15-7d72-4aa4-ad10-66f8f5b440fa req-31d593c6-c238-4fa1-a23b-a79ba13ec70f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:26.207128 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-17a0ab15-7d72-4aa4-ad10-66f8f5b440fa req-31d593c6-c238-4fa1-a23b-a79ba13ec70f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0511096 Jun 30 16:38:26.234426 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:26.260203 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-17a0ab15-7d72-4aa4-ad10-66f8f5b440fa req-1a048283-aeff-4190-90e0-77238178c840 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472207 Jun 30 16:38:26.371368 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d64dda68-aa9e-4e35-8e55-f1cf3fb58850 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:26.447978 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d64dda68-aa9e-4e35-8e55-f1cf3fb58850 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (6501cf36-7dd0-4197-888b-6047fb396c28), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:26.544551 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [None req-d64dda68-aa9e-4e35-8e55-f1cf3fb58850 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Floating IP 6501cf36-7dd0-4197-888b-6047fb396c28 associated. External IP: 172.27.2.37, port: 11b309b0-51ca-464b-a5e0-614725a89fdb. Jun 30 16:38:26.746339 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64dda68-aa9e-4e35-8e55-f1cf3fb58850 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Router a005fa75-8b3f-4f75-8a91-569497cf738a has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:38:26.850313 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64dda68-aa9e-4e35-8e55-f1cf3fb58850 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:38:26.857330 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d64dda68-aa9e-4e35-8e55-f1cf3fb58850 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:26.864591 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a847def-3cf8-473c-84f9-ebe9fd998948 None None] Sync routers for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:38:26.876633 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a847def-3cf8-473c-84f9-ebe9fd998948 None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:38:26.877404 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7a847def-3cf8-473c-84f9-ebe9fd998948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:38:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:26.892354 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d64dda68-aa9e-4e35-8e55-f1cf3fb58850 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "PUT /v2.0/floatingips/6501cf36-7dd0-4197-888b-6047fb396c28 HTTP/1.1" status: 200 len: 991 time: 0.9984155 Jun 30 16:38:26.892354 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eddee8f-330d-43f7-8877-50a589622e55', 'tag': '11b309b0-51ca-464b-a5e0-614725a89fdb'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:38:26.893515 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429f9957-d203-4261-88fb-576ce09ec4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "4eddee8f-330d-43f7-8877-50a589622e55", "tag": "11b309b0-51ca-464b-a5e0-614725a89fdb"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:38:26.932361 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4691414e-4e23-4eb0-81a9-8f7c705bc6d3 x-openstack-request-id: req-4691414e-4e23-4eb0-81a9-8f7c705bc6d3 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:38:26.932653 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4eddee8f-330d-43f7-8877-50a589622e55", "tag": "11b309b0-51ca-464b-a5e0-614725a89fdb", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:38:26.932911 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4691414e-4e23-4eb0-81a9-8f7c705bc6d3 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:38:26.933323 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4691414e-4e23-4eb0-81a9-8f7c705bc6d3'] response: {'name': 'network-changed', 'server_uuid': '4eddee8f-330d-43f7-8877-50a589622e55', 'tag': '11b309b0-51ca-464b-a5e0-614725a89fdb', 'status': 'completed', 'code': 200} Jun 30 16:38:26.986491 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7a847def-3cf8-473c-84f9-ebe9fd998948 None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:38:27.210038 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7a847def-3cf8-473c-84f9-ebe9fd998948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '6501cf36-7dd0-4197-888b-6047fb396c28', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '11b309b0-51ca-464b-a5e0-614725a89fdb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:69:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eddee8f-330d-43f7-8877-50a589622e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:38:01Z', 'updated_at': '2022-06-30T16:38:26Z', 'revision_number': 1, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:27.237188 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a847def-3cf8-473c-84f9-ebe9fd998948 None None] Checking router: a005fa75-8b3f-4f75-8a91-569497cf738a for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:38:27.246715 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a847def-3cf8-473c-84f9-ebe9fd998948 None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:38:27.247315 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7a847def-3cf8-473c-84f9-ebe9fd998948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:38:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:27.350600 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7a847def-3cf8-473c-84f9-ebe9fd998948 None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:38:27.376401 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9f6020-9b73-4d31-9fc5-a93926852f61 req-70524914-de34-41b3-8ce1-207a4ba51487 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:27.377716 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2e9f6020-9b73-4d31-9fc5-a93926852f61 req-70524914-de34-41b3-8ce1-207a4ba51487 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0490167 Jun 30 16:38:27.436433 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2e9f6020-9b73-4d31-9fc5-a93926852f61 req-51cfe4d1-ac7c-4870-b7aa-e0de188bbb89 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514224 Jun 30 16:38:27.568491 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7a847def-3cf8-473c-84f9-ebe9fd998948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '6501cf36-7dd0-4197-888b-6047fb396c28', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '11b309b0-51ca-464b-a5e0-614725a89fdb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:69:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eddee8f-330d-43f7-8877-50a589622e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:38:01Z', 'updated_at': '2022-06-30T16:38:26Z', 'revision_number': 1, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:27.594255 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a847def-3cf8-473c-84f9-ebe9fd998948 None None] The sync data for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi is: [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '6501cf36-7dd0-4197-888b-6047fb396c28', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.37', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '11b309b0-51ca-464b-a5e0-614725a89fdb', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:69:83:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eddee8f-330d-43f7-8877-50a589622e55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:38:01Z', 'updated_at': '2022-06-30T16:38:26Z', 'revision_number': 1, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:38:27.785440 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b5ddc0-4f6d-492a-bd1f-5702127c2465 None None] New status for floating IP 6501cf36-7dd0-4197-888b-6047fb396c28: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:38:28.553790 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70181d08-61f0-49d2-9e2e-2512e8d2b7c8 req-69dfb87b-7eab-4a9b-814c-21fe39fbd1db tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:28.555618 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-70181d08-61f0-49d2-9e2e-2512e8d2b7c8 req-69dfb87b-7eab-4a9b-814c-21fe39fbd1db tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0484645 Jun 30 16:38:28.604045 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-70181d08-61f0-49d2-9e2e-2512e8d2b7c8 req-f84031f9-c4e6-42a6-8e7d-c06e149b2349 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430226 Jun 30 16:38:28.841500 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f9957-d203-4261-88fb-576ce09ec4e4 req-cd0ddf78-9c85-4a28-8653-1019bfa792ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:28.843008 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-429f9957-d203-4261-88fb-576ce09ec4e4 req-cd0ddf78-9c85-4a28-8653-1019bfa792ac service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 1130 time: 0.0403664 Jun 30 16:38:28.940857 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f9957-d203-4261-88fb-576ce09ec4e4 req-75d48b25-4936-4568-87e3-482a83d0802c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:28.942396 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-429f9957-d203-4261-88fb-576ce09ec4e4 req-75d48b25-4936-4568-87e3-482a83d0802c service neutron] 10.222.0.65 "GET /v2.0/networks?id=16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 200 len: 915 time: 0.0908890 Jun 30 16:38:29.012994 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-429f9957-d203-4261-88fb-576ce09ec4e4 req-4e3c5697-634d-4dd5-952c-60ec3ef14f1f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=11b309b0-51ca-464b-a5e0-614725a89fdb HTTP/1.1" status: 200 len: 1001 time: 0.0579617 Jun 30 16:38:29.318287 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f9957-d203-4261-88fb-576ce09ec4e4 req-ecd1d71d-ec44-48a1-ac59-6976c15b49c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:29.319798 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-429f9957-d203-4261-88fb-576ce09ec4e4 req-ecd1d71d-ec44-48a1-ac59-6976c15b49c6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62e7d36d-3495-499f-a7ab-fddad57919a9 HTTP/1.1" status: 200 len: 853 time: 0.2981446 Jun 30 16:38:29.366658 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429f9957-d203-4261-88fb-576ce09ec4e4 req-24b005bb-0978-4c89-a603-d143ed1a5d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:29.368157 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-429f9957-d203-4261-88fb-576ce09ec4e4 req-24b005bb-0978-4c89-a603-d143ed1a5d84 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16892394-e408-48ab-985b-412d1c45e5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386415 Jun 30 16:38:29.467028 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-429f9957-d203-4261-88fb-576ce09ec4e4 req-53c03ed9-4c4f-415e-99a7-027f9caf9790 service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914140 Jun 30 16:38:29.570296 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-429f9957-d203-4261-88fb-576ce09ec4e4 req-f8d01550-7cf9-4819-b0fe-93c1d7567e1d service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954130 Jun 30 16:38:29.723332 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e360f-052e-41a3-a271-7a35f1c16a8a req-b3cbb0fe-c387-44dc-82cc-3f1826c39d9c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:29.724856 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-116e360f-052e-41a3-a271-7a35f1c16a8a req-b3cbb0fe-c387-44dc-82cc-3f1826c39d9c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0503361 Jun 30 16:38:29.775698 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-116e360f-052e-41a3-a271-7a35f1c16a8a req-969f94e2-b6cc-42b3-8966-910e5f52a81f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450912 Jun 30 16:38:30.898366 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80885c6-ebf5-4875-a2fa-b63f82a1eb35 req-99f52fe7-2fa0-4972-a2ef-c7a81a046f78 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:30.899862 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f80885c6-ebf5-4875-a2fa-b63f82a1eb35 req-99f52fe7-2fa0-4972-a2ef-c7a81a046f78 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0526266 Jun 30 16:38:30.952637 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f80885c6-ebf5-4875-a2fa-b63f82a1eb35 req-5870bc65-e1a9-45aa-b6da-c346f54323f8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471990 Jun 30 16:38:32.069885 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aade122-6043-42c8-9315-9eb0359460fb req-ba96c468-e8a7-41f9-82e7-61c1dec55e56 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:32.071388 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4aade122-6043-42c8-9315-9eb0359460fb req-ba96c468-e8a7-41f9-82e7-61c1dec55e56 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 943 time: 0.0499187 Jun 30 16:38:32.082865 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:32.121252 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4aade122-6043-42c8-9315-9eb0359460fb req-085414b2-9c22-42d9-926f-bb851dab8e5f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442932 Jun 30 16:38:32.239593 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:38:32.344900 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:38:32.356168 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'port_id': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c', 'mac_address': 'fa:16:3e:8c:e7:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:38:32.392946 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:38:32.393254 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:32.406173 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:38:32.426470 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:38:32.540039 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:32.591904 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:32.599062 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.599420 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.599787 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.600156 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.600499 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.600846 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.601171 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.601532 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.601863 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.602200 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.602519 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.602863 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.603192 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.603540 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.603868 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:32.923600 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:38:33.244975 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c80912-fa44-4777-9821-0c128f47c828 req-3a2f60fe-da73-4323-bf32-589c5a408789 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:33.246436 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e3c80912-fa44-4777-9821-0c128f47c828 req-3a2f60fe-da73-4323-bf32-589c5a408789 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 944 time: 0.0536537 Jun 30 16:38:33.280210 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:33.296333 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e3c80912-fa44-4777-9821-0c128f47c828 req-7bfff9aa-7907-49e3-8a20-395b70067d08 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435112 Jun 30 16:38:34.329787 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:38:34.358770 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:34.368670 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:34.375396 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:38:34.417072 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4c999b-a9da-4828-857d-8f1b8462b6d3 req-82d38846-81a3-4c6b-8ee6-7dd3a8f14e1c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:34.418584 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d4c999b-a9da-4828-857d-8f1b8462b6d3 req-82d38846-81a3-4c6b-8ee6-7dd3a8f14e1c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 944 time: 0.0534632 Jun 30 16:38:34.465847 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:38:34.466249 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:34.471984 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d4c999b-a9da-4828-857d-8f1b8462b6d3 req-76d9df8e-0386-4f14-9452-1836caa88dec tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468864 Jun 30 16:38:34.545255 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:38:34.545601 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:34.572148 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:38:34.574498 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e64a29a-cd57-4c8f-968f-f3b08c9bb085" -d '{"events": [{"server_uuid": "d8cb685e-c960-41dc-89ad-bc5cabc56565", "name": "network-vif-plugged", "status": "completed", "tag": "2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:38:34.589933 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:38:34.614936 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e43e7cf-090c-4f15-8e77-351e7e7d19cd x-openstack-request-id: req-3e43e7cf-090c-4f15-8e77-351e7e7d19cd {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:38:34.615249 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cb685e-c960-41dc-89ad-bc5cabc56565", "name": "network-vif-plugged", "status": "completed", "tag": "2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:38:34.615528 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3e43e7cf-090c-4f15-8e77-351e7e7d19cd {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:38:34.626969 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e43e7cf-090c-4f15-8e77-351e7e7d19cd'] response: {'server_uuid': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c', 'code': 200} Jun 30 16:38:34.677033 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:34.709474 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f5ecbd25-78bd-45e3-97e4-4440102f3a4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:34.728860 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:34.962217 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d41c15-9112-4018-9361-d94771859fff req-45767832-32b5-48e3-9340-7cbe80815511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:34.963769 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-58d41c15-9112-4018-9361-d94771859fff req-45767832-32b5-48e3-9340-7cbe80815511 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 1129 time: 0.0422387 Jun 30 16:38:35.021385 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-58d41c15-9112-4018-9361-d94771859fff req-7a459fbc-00b0-42d1-977c-e1597a57a5fa service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480573 Jun 30 16:38:35.591164 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8481e5-59d2-4447-baac-8557b944876b req-d09e79ea-bded-4d8a-b84c-358950bc3e3c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:35.592834 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3d8481e5-59d2-4447-baac-8557b944876b req-d09e79ea-bded-4d8a-b84c-358950bc3e3c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 945 time: 0.0518880 Jun 30 16:38:35.649773 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3d8481e5-59d2-4447-baac-8557b944876b req-e95a13ae-03c1-419d-89f9-5d4b02fc5ec2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499094 Jun 30 16:38:36.080194 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ebf4d0-eca3-46d6-8ab5-fd285473d523 req-5db6e0cf-be1e-43e8-9e3c-e0b26f6a228b tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:36.081726 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e1ebf4d0-eca3-46d6-8ab5-fd285473d523 req-5db6e0cf-be1e-43e8-9e3c-e0b26f6a228b tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 946 time: 0.0486577 Jun 30 16:38:36.137837 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e1ebf4d0-eca3-46d6-8ab5-fd285473d523 req-511075af-0c1e-4512-ba8a-1a5c14cfb815 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504732 Jun 30 16:38:36.774156 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635db82b-9ae6-4517-974c-4fe7189b1bd3 req-4fa7238c-fbf4-4dcf-bfdc-45b7cd3a766b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:36.775721 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-635db82b-9ae6-4517-974c-4fe7189b1bd3 req-4fa7238c-fbf4-4dcf-bfdc-45b7cd3a766b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 945 time: 0.0539184 Jun 30 16:38:36.838528 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-635db82b-9ae6-4517-974c-4fe7189b1bd3 req-f2672a1a-e7c2-4cc9-987c-481a24ac3aa8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564618 Jun 30 16:38:36.882163 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:36.886378 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:37.259880 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077c0f8-17da-458e-b9e0-138f7a295bd1 req-29828888-d7de-4eab-baeb-1183a528c2f4 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:37.261250 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b077c0f8-17da-458e-b9e0-138f7a295bd1 req-29828888-d7de-4eab-baeb-1183a528c2f4 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 946 time: 0.0491424 Jun 30 16:38:37.310090 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b077c0f8-17da-458e-b9e0-138f7a295bd1 req-b18438b6-f7df-4896-8f7c-20beeac66576 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426946 Jun 30 16:38:37.362652 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-77547bcd-807a-4b4c-bdc4-30d1cd2772e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:37.956041 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31a6a6-e793-4dcd-abee-9e9b7b4f65d7 req-26c8502b-717c-4a93-888a-d5de7136686e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:37.957509 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0d31a6a6-e793-4dcd-abee-9e9b7b4f65d7 req-26c8502b-717c-4a93-888a-d5de7136686e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 945 time: 0.0513561 Jun 30 16:38:38.013020 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0d31a6a6-e793-4dcd-abee-9e9b7b4f65d7 req-1abe9bdc-16ef-4b6e-9989-61c9867350f8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498042 Jun 30 16:38:38.305945 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:38.427361 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb8a93-f5c0-4cd4-b383-a00421b818e4 req-f33d6761-458b-4b12-9c2e-ba864b8bcd71 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:38.428866 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20cb8a93-f5c0-4cd4-b383-a00421b818e4 req-f33d6761-458b-4b12-9c2e-ba864b8bcd71 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 946 time: 0.0483179 Jun 30 16:38:38.475955 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-20cb8a93-f5c0-4cd4-b383-a00421b818e4 req-1c0ae0b1-dc1a-4261-a81f-61bae6addcbe tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/security-groups?id=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413597 Jun 30 16:38:38.841908 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:38:38.858247 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb23611-dc98-4b82-b93a-baa9f1e86598 req-684cc4e8-fca7-49d4-b4da-1d5c9eff3bd8 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:38.860417 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ebb23611-dc98-4b82-b93a-baa9f1e86598 req-684cc4e8-fca7-49d4-b4da-1d5c9eff3bd8 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.65 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 946 time: 0.0517237 Jun 30 16:38:38.948291 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:38.957659 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-ebb23611-dc98-4b82-b93a-baa9f1e86598 req-d02683da-cc1c-4ac4-bfb9-01ff586d27d6 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Deleting port a8b6c930-9dd0-4e31-b6d2-939648afc8ba {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:38:38.958277 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-ebb23611-dc98-4b82-b93a-baa9f1e86598 req-d02683da-cc1c-4ac4-bfb9-01ff586d27d6 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:39.050373 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-ebb23611-dc98-4b82-b93a-baa9f1e86598 req-d02683da-cc1c-4ac4-bfb9-01ff586d27d6 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] For port a8b6c930-9dd0-4e31-b6d2-939648afc8ba, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=a8b6c930-9dd0-4e31-b6d2-939648afc8ba,segment=NetworkSegment(1e2fa372-494b-4a0a-8993-ad26bd33b920),segment_id=1e2fa372-494b-4a0a-8993-ad26bd33b920)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:38:39.050755 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-ebb23611-dc98-4b82-b93a-baa9f1e86598 req-d02683da-cc1c-4ac4-bfb9-01ff586d27d6 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:39.065796 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-ebb23611-dc98-4b82-b93a-baa9f1e86598 req-d02683da-cc1c-4ac4-bfb9-01ff586d27d6 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Calling delete_port for a8b6c930-9dd0-4e31-b6d2-939648afc8ba owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:38:39.119956 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:39.173600 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46701827-a4f2-40b3-8ada-0c7d54627f6b req-658323df-6a5e-4ab2-ac36-a32326f0dee7 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:39.175080 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-46701827-a4f2-40b3-8ada-0c7d54627f6b req-658323df-6a5e-4ab2-ac36-a32326f0dee7 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 945 time: 0.0658927 Jun 30 16:38:39.269981 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-46701827-a4f2-40b3-8ada-0c7d54627f6b req-49adbfaf-6b55-4ffc-8631-facb622f0d6c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834045 Jun 30 16:38:39.364575 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-ebb23611-dc98-4b82-b93a-baa9f1e86598 req-d02683da-cc1c-4ac4-bfb9-01ff586d27d6 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (a8b6c930-9dd0-4e31-b6d2-939648afc8ba), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:39.378421 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['a8b6c930-9dd0-4e31-b6d2-939648afc8ba'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:38:39.400146 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02683da-cc1c-4ac4-bfb9-01ff586d27d6 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Pushing event deleted for resources: {'Port': ['ID=a8b6c930-9dd0-4e31-b6d2-939648afc8ba,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:39.414001 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a5893b-f3ff-44e4-8e40-38e27f756e3a req-fee5e62b-0886-4c93-929c-9c2d26d77042 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:39.415553 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-73a5893b-f3ff-44e4-8e40-38e27f756e3a req-fee5e62b-0886-4c93-929c-9c2d26d77042 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 945 time: 0.0794275 Jun 30 16:38:39.477487 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb23611-dc98-4b82-b93a-baa9f1e86598 req-d02683da-cc1c-4ac4-bfb9-01ff586d27d6 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] No DVR routers for this DVR port a8b6c930-9dd0-4e31-b6d2-939648afc8ba on host hv-cinder-83602 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:38:39.480844 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-ebb23611-dc98-4b82-b93a-baa9f1e86598 req-d02683da-cc1c-4ac4-bfb9-01ff586d27d6 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:39.483982 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ebb23611-dc98-4b82-b93a-baa9f1e86598 req-d02683da-cc1c-4ac4-bfb9-01ff586d27d6 tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.65 "DELETE /v2.0/ports/a8b6c930-9dd0-4e31-b6d2-939648afc8ba HTTP/1.1" status: 204 len: 173 time: 0.6166985 Jun 30 16:38:39.485085 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b', 'name': 'network-vif-deleted', 'tag': 'a8b6c930-9dd0-4e31-b6d2-939648afc8ba'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:38:39.487265 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e85c807-7a12-4696-8a17-cf3c2cec1e15" -d '{"events": [{"server_uuid": "3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b", "name": "network-vif-deleted", "tag": "a8b6c930-9dd0-4e31-b6d2-939648afc8ba"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:38:39.516877 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-73a5893b-f3ff-44e4-8e40-38e27f756e3a req-5c4ca81c-d2e6-4ea5-a8b9-83e9a72e9192 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812292 Jun 30 16:38:39.534327 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9462b3a-f426-4272-b3b6-3b447979099e x-openstack-request-id: req-c9462b3a-f426-4272-b3b6-3b447979099e {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:38:39.534327 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b", "name": "network-vif-deleted", "tag": "a8b6c930-9dd0-4e31-b6d2-939648afc8ba", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:38:39.534327 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9462b3a-f426-4272-b3b6-3b447979099e {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:38:39.534327 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9462b3a-f426-4272-b3b6-3b447979099e'] response: {'server_uuid': '3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b', 'name': 'network-vif-deleted', 'tag': 'a8b6c930-9dd0-4e31-b6d2-939648afc8ba', 'status': 'completed', 'code': 200} Jun 30 16:38:39.543906 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 38988) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:38:39.621180 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-29fde930-04d7-4cf1-bfce-40a38ed96675 req-6a1d0e29-1a6a-4f26-89ac-701aaa3bdeba tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 210 time: 0.0318322 Jun 30 16:38:39.710458 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9c381f6-1609-47a3-8fc6-41cb320ff70f tempest-TestVolumeBootPattern-142044274 tempest-TestVolumeBootPattern-142044274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:39.713147 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-e9c381f6-1609-47a3-8fc6-41cb320ff70f tempest-TestVolumeBootPattern-142044274 tempest-TestVolumeBootPattern-142044274-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 1124 time: 0.1672440 Jun 30 16:38:39.715115 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 38992) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:38:39.719696 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'port_id': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address': '172.20.0.5'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:38:39.752684 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:39.808830 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:39.896130 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:39.980624 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:40.010570 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Allocated IP 172.27.2.18 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/afe6de2c-6d29-4a4d-8d41-30520439a8f4) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:38:40.098333 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:40.125758 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for port (afe6de2c-6d29-4a4d-8d41-30520439a8f4), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:40.255347 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (afe6de2c-6d29-4a4d-8d41-30520439a8f4), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:40.260981 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:40.300191 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:38:40.305546 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:38:40.307921 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:38:40.311273 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'Port': ['ID=afe6de2c-6d29-4a4d-8d41-30520439a8f4,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:40.667548 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (7e95d020-60ab-42a8-b40f-55769a53116b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:40.737861 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6b512d4b-3374-4df2-8f3f-e3090bed21f0 req-f2ad0272-c47c-476c-9979-c9fdcbf8f79a tempest-VolumesSnapshotTestJSON-307117237 tempest-VolumesSnapshotTestJSON-307117237-project] 10.222.0.67 "GET /v2.0/ports?device_id=3d783a6f-0cf4-42ba-a5a1-3ffc0f324a7b HTTP/1.1" status: 200 len: 210 time: 0.0284247 Jun 30 16:38:40.825244 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (afe6de2c-6d29-4a4d-8d41-30520439a8f4), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:40.979077 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for port (afe6de2c-6d29-4a4d-8d41-30520439a8f4), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:41.037636 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (afe6de2c-6d29-4a4d-8d41-30520439a8f4), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:41.112343 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'Port': ['ID=afe6de2c-6d29-4a4d-8d41-30520439a8f4,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:41.117846 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:41.124947 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (7e95d020-60ab-42a8-b40f-55769a53116b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:41.230295 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Floating IP 7e95d020-60ab-42a8-b40f-55769a53116b associated. External IP: 172.27.2.18, port: 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c. Jun 30 16:38:41.441090 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:38:41.448086 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:41.549099 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:38:41.559344 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4885e8-47f3-4ca5-96c7-67a62b676d19 None None] Sync routers for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:38:41.570121 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4885e8-47f3-4ca5-96c7-67a62b676d19 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:38:41.575876 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7a4885e8-47f3-4ca5-96c7-67a62b676d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:38:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:41.628032 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:41.661543 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-7303c9be-c177-40bd-b05f-6b444e588747 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9453387 Jun 30 16:38:41.662164 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'tag': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:38:41.664810 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e67eee34-05bc-43e2-baa4-d835ca05e2df" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cb685e-c960-41dc-89ad-bc5cabc56565", "tag": "2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:38:41.705027 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9800ea8e-8097-4aff-8225-47e4920e166b x-openstack-request-id: req-9800ea8e-8097-4aff-8225-47e4920e166b {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:38:41.705323 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cb685e-c960-41dc-89ad-bc5cabc56565", "tag": "2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:38:41.705578 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9800ea8e-8097-4aff-8225-47e4920e166b {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:38:41.705988 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9800ea8e-8097-4aff-8225-47e4920e166b'] response: {'name': 'network-changed', 'server_uuid': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'tag': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c', 'status': 'completed', 'code': 200} Jun 30 16:38:41.764711 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7a4885e8-47f3-4ca5-96c7-67a62b676d19 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:38:41.783118 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eee34-05bc-43e2-baa4-d835ca05e2df req-65410f81-0622-49bc-ae21-33cfd9c34cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:41.784726 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e67eee34-05bc-43e2-baa4-d835ca05e2df req-65410f81-0622-49bc-ae21-33cfd9c34cd3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 1129 time: 0.0467420 Jun 30 16:38:41.850485 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:41.892555 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:41.897237 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eee34-05bc-43e2-baa4-d835ca05e2df req-fd1a134d-a499-4f7c-b360-c302e185d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:41.898886 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e67eee34-05bc-43e2-baa4-d835ca05e2df req-fd1a134d-a499-4f7c-b360-c302e185d72e service neutron] 10.222.0.65 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 912 time: 0.1035674 Jun 30 16:38:41.978110 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e67eee34-05bc-43e2-baa4-d835ca05e2df req-aa7ba8b7-d249-4d21-ac27-7dc5bf1623d4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c HTTP/1.1" status: 200 len: 998 time: 0.0681198 Jun 30 16:38:42.023082 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7a4885e8-47f3-4ca5-96c7-67a62b676d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '7e95d020-60ab-42a8-b40f-55769a53116b', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:8c:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:38:40Z', 'updated_at': '2022-06-30T16:38:40Z', 'revision_number': 0, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:42.045013 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eee34-05bc-43e2-baa4-d835ca05e2df req-955f091a-2be5-40fd-a8cc-a8ae3a691d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:42.048051 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e67eee34-05bc-43e2-baa4-d835ca05e2df req-955f091a-2be5-40fd-a8cc-a8ae3a691d2a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eba862ec-97f4-4405-a458-baac2ead5898 HTTP/1.1" status: 200 len: 850 time: 0.0619738 Jun 30 16:38:42.052513 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4885e8-47f3-4ca5-96c7-67a62b676d19 None None] Checking router: b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:38:42.061650 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4885e8-47f3-4ca5-96c7-67a62b676d19 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:38:42.062270 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7a4885e8-47f3-4ca5-96c7-67a62b676d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:38:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:42.170364 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-7a4885e8-47f3-4ca5-96c7-67a62b676d19 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:38:42.317657 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:42.324380 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device a8b6c930-9dd0-4e31-b6d2-939648afc8ba no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:38:42.363277 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: a8b6c930-9dd0-4e31-b6d2-939648afc8ba {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:38:42.363655 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device a8b6c930-9dd0-4e31-b6d2-939648afc8ba not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:38:42.401410 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-7a4885e8-47f3-4ca5-96c7-67a62b676d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '7e95d020-60ab-42a8-b40f-55769a53116b', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:8c:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:38:40Z', 'updated_at': '2022-06-30T16:38:40Z', 'revision_number': 0, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:42.413897 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67eee34-05bc-43e2-baa4-d835ca05e2df req-067d316c-703b-4d5c-9574-3ebaf78a2ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:42.415658 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e67eee34-05bc-43e2-baa4-d835ca05e2df req-067d316c-703b-4d5c-9574-3ebaf78a2ba9 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=65fa0cba-7cff-4856-97c9-e4f078bde7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500374 Jun 30 16:38:42.428774 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4885e8-47f3-4ca5-96c7-67a62b676d19 None None] The sync data for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi is: [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '7e95d020-60ab-42a8-b40f-55769a53116b', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.18', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:8c:e7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:38:40Z', 'updated_at': '2022-06-30T16:38:40Z', 'revision_number': 0, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:38:42.552298 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:42.558873 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e67eee34-05bc-43e2-baa4-d835ca05e2df req-a1440d29-44f0-49ff-937b-33290e47366f service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101525 Jun 30 16:38:42.676808 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e67eee34-05bc-43e2-baa4-d835ca05e2df req-51973f59-a7dc-417b-bcc3-ceb5f6081f2e service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049283 Jun 30 16:38:42.680568 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dcaf32-2dd6-4082-bca3-7660d8396663 None None] New status for floating IP 7e95d020-60ab-42a8-b40f-55769a53116b: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:38:47.133508 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dda9b95f-b360-4755-8640-1eaae3e05f71 req-9cfd0e76-5fdc-4ded-90cb-34457c9c156b service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449860 Jun 30 16:38:47.199750 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9b95f-b360-4755-8640-1eaae3e05f71 req-1ac7bd59-23ec-46c2-b7b5-105773522157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:47.201200 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dda9b95f-b360-4755-8640-1eaae3e05f71 req-1ac7bd59-23ec-46c2-b7b5-105773522157 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 1129 time: 0.0429244 Jun 30 16:38:47.338819 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9b95f-b360-4755-8640-1eaae3e05f71 req-2a9e078a-5189-4248-ab7f-ea9930b31ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:47.340377 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dda9b95f-b360-4755-8640-1eaae3e05f71 req-2a9e078a-5189-4248-ab7f-ea9930b31ddf service neutron] 10.222.0.65 "GET /v2.0/networks?id=8aed81da-8ea7-4176-b3f4-7d728693f230 HTTP/1.1" status: 200 len: 910 time: 0.1099133 Jun 30 16:38:47.440147 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dda9b95f-b360-4755-8640-1eaae3e05f71 req-fbb1b9e7-8449-481f-8c1a-d32e0e9831e0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=159acf30-2cf3-40f6-aa1f-50b4d29f5f28 HTTP/1.1" status: 200 len: 1001 time: 0.0860441 Jun 30 16:38:47.503809 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9b95f-b360-4755-8640-1eaae3e05f71 req-0228ed6c-570e-44ec-99df-40b96a625f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:47.505296 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dda9b95f-b360-4755-8640-1eaae3e05f71 req-0228ed6c-570e-44ec-99df-40b96a625f2b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02ad2b4a-36a6-4968-8296-92b670df27ed HTTP/1.1" status: 200 len: 848 time: 0.0545275 Jun 30 16:38:47.558485 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9b95f-b360-4755-8640-1eaae3e05f71 req-79c294a9-1b27-4906-af26-f5688ebced23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:47.560113 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dda9b95f-b360-4755-8640-1eaae3e05f71 req-79c294a9-1b27-4906-af26-f5688ebced23 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8aed81da-8ea7-4176-b3f4-7d728693f230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472829 Jun 30 16:38:47.668029 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:47.700487 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dda9b95f-b360-4755-8640-1eaae3e05f71 req-b84758f5-495d-4d04-913f-af259481c7b7 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310034 Jun 30 16:38:47.835099 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dda9b95f-b360-4755-8640-1eaae3e05f71 req-73803a15-4325-4fc6-b4a3-240f0884c2ad service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270001 Jun 30 16:38:50.852710 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cf5603-4a52-4880-9fc5-3d0172fbc2bc req-626549fc-b5fd-4bc0-b1db-f1e311ce54fc tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:50.854829 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-44cf5603-4a52-4880-9fc5-3d0172fbc2bc req-626549fc-b5fd-4bc0-b1db-f1e311ce54fc tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 946 time: 0.1215239 Jun 30 16:38:50.922028 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-44cf5603-4a52-4880-9fc5-3d0172fbc2bc req-8e6796fa-27ff-4b5b-8e20-0626685d98d2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617692 Jun 30 16:38:52.069219 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e650e-fc4d-4b11-bf6c-bd5c8f4238cd req-d4d3bb1a-9639-4727-bfa3-1f0d919f84d5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:52.071307 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-197e650e-fc4d-4b11-bf6c-bd5c8f4238cd req-d4d3bb1a-9639-4727-bfa3-1f0d919f84d5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 946 time: 0.0528984 Jun 30 16:38:52.125513 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-197e650e-fc4d-4b11-bf6c-bd5c8f4238cd req-3e8a6892-8036-4f38-8f40-9c3054d9723c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481846 Jun 30 16:38:52.356701 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=54 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:52.429152 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=50 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:52.785387 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=23,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:52.788332 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=63,neutron:DELETE=1,neutron:UPDATE=7 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:53.041011 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-3ccc2896-0fb7-4374-b91d-b9247205eab9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:53.042512 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-3ccc2896-0fb7-4374-b91d-b9247205eab9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 946 time: 0.0614674 Jun 30 16:38:53.151079 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Deleting port feb9d98a-c1aa-45cf-b1e3-06597d656e69 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:38:53.163247 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:53.565103 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:53.606256 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24a5f96-f63a-4a98-9f8a-c31391a1a19e req-d6a3b450-7e9a-4e1a-a7e8-8078804ce6a3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:38:53.607866 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b24a5f96-f63a-4a98-9f8a-c31391a1a19e req-d6a3b450-7e9a-4e1a-a7e8-8078804ce6a3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 946 time: 0.0845375 Jun 30 16:38:53.611951 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] For port feb9d98a-c1aa-45cf-b1e3-06597d656e69, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=feb9d98a-c1aa-45cf-b1e3-06597d656e69,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:38:53.612330 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:53.735639 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b24a5f96-f63a-4a98-9f8a-c31391a1a19e req-5c00ec4a-cd8e-4d42-9806-fce92d87a304 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=0958b1b7-20f1-4595-b29e-22ee0bd28b2c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201901 Jun 30 16:38:53.860026 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:53.860026 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (4e94134e-9837-41fb-b727-9574fcdf6804), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:53.860026 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Floating IP 4e94134e-9837-41fb-b727-9574fcdf6804 disassociated. External IP: 172.27.2.231, port: feb9d98a-c1aa-45cf-b1e3-06597d656e69. Jun 30 16:38:53.860026 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Calling delete_port for feb9d98a-c1aa-45cf-b1e3-06597d656e69 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:38:53.872763 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:54.112710 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (feb9d98a-c1aa-45cf-b1e3-06597d656e69), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:54.140149 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event deleted for resources: {'Port': ['ID=feb9d98a-c1aa-45cf-b1e3-06597d656e69,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:54.154738 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.155257 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.155423 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.155789 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.156128 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.156456 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.156848 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.157158 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.157554 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.157911 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.158555 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.158677 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.158974 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.159301 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.159651 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:38:54.274289 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Router d6d5f641-a89e-47d3-a366-d76d2d58f536 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:38:54.395221 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:38:54.406002 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de3b1ab-3d41-4f53-bb2d-bfb95937863d None None] Sync routers for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:38:54.418416 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de3b1ab-3d41-4f53-bb2d-bfb95937863d None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:38:54.419102 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8de3b1ab-3d41-4f53-bb2d-bfb95937863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:38:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:54.446071 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] No DVR routers for this DVR port feb9d98a-c1aa-45cf-b1e3-06597d656e69 on host hv-cinder-83602 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:38:54.450302 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:54.456712 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-32668d43-248b-4da8-9a2a-08c29a0e7d88 req-d7077f7e-a0a1-4002-b5a3-3b15e2a86410 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.65 "DELETE /v2.0/ports/feb9d98a-c1aa-45cf-b1e3-06597d656e69 HTTP/1.1" status: 204 len: 173 time: 1.3992906 Jun 30 16:38:54.457460 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'name': 'network-vif-deleted', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:38:54.462505 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b03da35-a2ac-4a41-9530-baa9dc01ee36" -d '{"events": [{"server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "name": "network-vif-deleted", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:38:54.511745 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23bd36c8-3150-4ce7-ae4c-ccec8cbaf3f5 x-openstack-request-id: req-23bd36c8-3150-4ce7-ae4c-ccec8cbaf3f5 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:38:54.511745 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab1f1412-017f-448b-a6bb-21d09d668a46", "name": "network-vif-deleted", "tag": "feb9d98a-c1aa-45cf-b1e3-06597d656e69", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:38:54.511745 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23bd36c8-3150-4ce7-ae4c-ccec8cbaf3f5 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:38:54.511745 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23bd36c8-3150-4ce7-ae4c-ccec8cbaf3f5'] response: {'server_uuid': 'ab1f1412-017f-448b-a6bb-21d09d668a46', 'name': 'network-vif-deleted', 'tag': 'feb9d98a-c1aa-45cf-b1e3-06597d656e69', 'status': 'completed', 'code': 200} Jun 30 16:38:54.544232 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-8de3b1ab-3d41-4f53-bb2d-bfb95937863d None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:38:54.756915 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8de3b1ab-3d41-4f53-bb2d-bfb95937863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:19Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:54.784421 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de3b1ab-3d41-4f53-bb2d-bfb95937863d None None] Checking router: d6d5f641-a89e-47d3-a366-d76d2d58f536 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:38:54.793291 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de3b1ab-3d41-4f53-bb2d-bfb95937863d None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:38:54.793906 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8de3b1ab-3d41-4f53-bb2d-bfb95937863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:38:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:54.861786 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07beb47b-07f7-4492-ad62-b319d277482a req-835681f3-c77a-4a7a-8f6c-0e06c65b5e18 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.0338886 Jun 30 16:38:54.906041 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-8de3b1ab-3d41-4f53-bb2d-bfb95937863d None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:38:55.119927 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8de3b1ab-3d41-4f53-bb2d-bfb95937863d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:19Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:38:55.145892 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8de3b1ab-3d41-4f53-bb2d-bfb95937863d None None] The sync data for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi is: [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:19Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:38:55.385750 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30957ae-b375-4c2a-bbb2-172b387dae8f None None] New status for floating IP 4e94134e-9837-41fb-b727-9574fcdf6804: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:38:55.976472 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-39fc7563-a165-427e-9a8b-d353d9ca4813 req-1e082f4c-16ed-4fa5-b45a-2aa36565d5cd tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.0278761 Jun 30 16:38:56.789218 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device feb9d98a-c1aa-45cf-b1e3-06597d656e69 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:38:56.812852 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: feb9d98a-c1aa-45cf-b1e3-06597d656e69 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:38:56.814264 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device feb9d98a-c1aa-45cf-b1e3-06597d656e69 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:38:57.093584 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b029d393-a004-45ea-8aae-445765186c7e req-cbb8f0aa-89de-4a46-b372-1954f7c4d8dc tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.0308540 Jun 30 16:38:58.210466 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6d530091-c84c-4fec-8dfb-99cdc7302f56 req-9b120a10-2bf9-47e5-bd0c-49967454f1f9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab1f1412-017f-448b-a6bb-21d09d668a46 HTTP/1.1" status: 200 len: 210 time: 0.0296547 Jun 30 16:38:59.405076 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39138) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:38:59.471172 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-afb3af7e-83a1-4554-ba71-be9943ecea62 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group (0958b1b7-20f1-4595-b29e-22ee0bd28b2c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:59.496063 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-afb3af7e-83a1-4554-ba71-be9943ecea62 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group (0958b1b7-20f1-4595-b29e-22ee0bd28b2c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:59.639449 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-afb3af7e-83a1-4554-ba71-be9943ecea62 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (0958b1b7-20f1-4595-b29e-22ee0bd28b2c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:59.642293 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-afb3af7e-83a1-4554-ba71-be9943ecea62 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:59.644098 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-afb3af7e-83a1-4554-ba71-be9943ecea62 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "DELETE /v2.0/security-groups/0958b1b7-20f1-4595-b29e-22ee0bd28b2c HTTP/1.1" status: 204 len: 168 time: 0.2373941 Jun 30 16:38:59.652997 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39140) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:38:59.654565 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb3af7e-83a1-4554-ba71-be9943ecea62 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0958b1b7-20f1-4595-b29e-22ee0bd28b2c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:38:59.671385 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.api.v2.resource [None req-dd33588d-38fb-4a5d-8117-0e664d5e02b6 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] show failed (client error): The resource could not be found. Jun 30 16:38:59.675988 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-dd33588d-38fb-4a5d-8117-0e664d5e02b6 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups/0958b1b7-20f1-4595-b29e-22ee0bd28b2c HTTP/1.1" status: 404 len: 347 time: 0.0218058 Jun 30 16:38:59.676565 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39142) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:38:59.795515 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-92e424cf-1ab1-4e53-9867-76787954f414 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Deleting port 568b39a4-b528-4e2f-8a8e-94f77918c7f4 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:38:59.795766 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e424cf-1ab1-4e53-9867-76787954f414 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (568b39a4-b528-4e2f-8a8e-94f77918c7f4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:59.861523 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:38:59.881757 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e424cf-1ab1-4e53-9867-76787954f414 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (568b39a4-b528-4e2f-8a8e-94f77918c7f4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:59.883439 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e424cf-1ab1-4e53-9867-76787954f414 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (568b39a4-b528-4e2f-8a8e-94f77918c7f4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:38:59.896173 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-92e424cf-1ab1-4e53-9867-76787954f414 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Calling delete_port for 568b39a4-b528-4e2f-8a8e-94f77918c7f4 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:38:59.969098 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:00.130555 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e424cf-1ab1-4e53-9867-76787954f414 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (568b39a4-b528-4e2f-8a8e-94f77918c7f4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:00.160658 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e424cf-1ab1-4e53-9867-76787954f414 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event deleted for resources: {'Port': ['ID=568b39a4-b528-4e2f-8a8e-94f77918c7f4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:00.241777 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e424cf-1ab1-4e53-9867-76787954f414 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (4e94134e-9837-41fb-b727-9574fcdf6804), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:00.244417 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-92e424cf-1ab1-4e53-9867-76787954f414 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:00.245772 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-92e424cf-1ab1-4e53-9867-76787954f414 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "DELETE /v2.0/floatingips/4e94134e-9837-41fb-b727-9574fcdf6804 HTTP/1.1" status: 204 len: 168 time: 0.5675702 Jun 30 16:39:00.402841 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39152) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:00.407402 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-9b56148f-abd3-4b4e-972b-86c89b1223b2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Request body: {'security_group': {'name': 'tempest-securitygroup--856779126', 'description': 'tempest-description--1371345500'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:00.507317 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9b56148f-abd3-4b4e-972b-86c89b1223b2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:00.576783 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9b56148f-abd3-4b4e-972b-86c89b1223b2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group (50349dba-452b-4282-a299-3cb63908e3b2), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:00.684261 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9b56148f-abd3-4b4e-972b-86c89b1223b2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (50349dba-452b-4282-a299-3cb63908e3b2), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:00.715081 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b56148f-abd3-4b4e-972b-86c89b1223b2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50349dba-452b-4282-a299-3cb63908e3b2,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:00.772556 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9b56148f-abd3-4b4e-972b-86c89b1223b2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:00.773908 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-9b56148f-abd3-4b4e-972b-86c89b1223b2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3700261 Jun 30 16:39:00.776725 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39156) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:00.781236 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-0c42a19c-339f-47b0-a5fe-48e85174ec19 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Request body: {'security_group_rule': {'security_group_id': '50349dba-452b-4282-a299-3cb63908e3b2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:00.896793 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c42a19c-339f-47b0-a5fe-48e85174ec19 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group_rule (84f70d1b-68c9-4322-8b78-af2cfd11375f), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:00.960229 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c42a19c-339f-47b0-a5fe-48e85174ec19 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group_rule (84f70d1b-68c9-4322-8b78-af2cfd11375f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:01.072914 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c42a19c-339f-47b0-a5fe-48e85174ec19 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (84f70d1b-68c9-4322-8b78-af2cfd11375f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:01.094453 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42a19c-339f-47b0-a5fe-48e85174ec19 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f70d1b-68c9-4322-8b78-af2cfd11375f,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:01.224046 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c42a19c-339f-47b0-a5fe-48e85174ec19 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:01.225211 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-0c42a19c-339f-47b0-a5fe-48e85174ec19 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4475074 Jun 30 16:39:01.228219 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39160) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:01.232782 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Request body: {'security_group_rule': {'security_group_id': '50349dba-452b-4282-a299-3cb63908e3b2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:01.307705 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group_rule (9a7bdcaf-718d-4e16-93f4-4c9fa5d5e32d), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:01.366966 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group_rule (9a7bdcaf-718d-4e16-93f4-4c9fa5d5e32d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:01.426972 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (9a7bdcaf-718d-4e16-93f4-4c9fa5d5e32d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:01.447778 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a7bdcaf-718d-4e16-93f4-4c9fa5d5e32d,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:01.455750 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.456173 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.460753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:01.526469 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:01.527686 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-a180f3f4-74ec-4792-87f6-03557851c762 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2984517 Jun 30 16:39:01.530825 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39162) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:01.536206 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:01.621844 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:01.709627 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:01.824699 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Allocated IP 172.27.2.106 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/19e7dd24-c62f-4abe-9cec-d4e505046a3c) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:39:01.938101 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for port (19e7dd24-c62f-4abe-9cec-d4e505046a3c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:02.062016 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (19e7dd24-c62f-4abe-9cec-d4e505046a3c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:02.105979 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:39:02.109079 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:39:02.113360 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:39:02.135051 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event updated for resources: {'Port': ['ID=19e7dd24-c62f-4abe-9cec-d4e505046a3c,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:02.201133 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (a3454421-a927-48c4-82d3-ab48f00673b8), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:02.324486 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (19e7dd24-c62f-4abe-9cec-d4e505046a3c), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:02.345707 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:02.363588 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:02.479868 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for port (19e7dd24-c62f-4abe-9cec-d4e505046a3c), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:02.540766 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (19e7dd24-c62f-4abe-9cec-d4e505046a3c), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:02.609416 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event updated for resources: {'Port': ['ID=19e7dd24-c62f-4abe-9cec-d4e505046a3c,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:02.622493 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (a3454421-a927-48c4-82d3-ab48f00673b8), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:02.731726 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:02.733014 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d77eddd1-af37-4723-8f08-4699dbf38d58 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2011392 Jun 30 16:39:02.946800 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-34c44a33-85e6-4c65-9fb8-568a3a95324c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--856779126&fields=id&tenant_id=b66c389f8c5a47b2b97819e449c64ba0 HTTP/1.1" status: 200 len: 267 time: 0.0454371 Jun 30 16:39:03.127641 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-5696d545-523a-44ba-8ec8-c6db8cf9518b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:03.130623 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-5696d545-523a-44ba-8ec8-c6db8cf9518b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/networks?id=93a4e560-3e75-48b5-b797-80cbf95a4a78 HTTP/1.1" status: 200 len: 816 time: 0.1756775 Jun 30 16:39:03.145913 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-a059e993-751d-410f-a3e2-7bf62605a232 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/quotas/b66c389f8c5a47b2b97819e449c64ba0 HTTP/1.1" status: 200 len: 375 time: 0.0102341 Jun 30 16:39:03.200159 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-1df324b8-5388-4371-b34b-2bb00e00c0e6 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485723 Jun 30 16:39:03.297359 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=84,neutron:DELETE=8,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:03.351096 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-63a1ad67-4cde-4910-8683-188f005b4a24 service neutron] 10.222.0.67 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388586 Jun 30 16:39:03.444746 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:03.455865 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-fff7d7b3-044d-4da7-b990-cff5a5f1abbc service neutron] 10.222.0.67 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990300 Jun 30 16:39:03.778808 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8a9a94a-5bd2-4cad-8c8c-37eb76eb970e req-9e019717-1b3a-4c65-a590-f07af532f77e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 210 time: 0.0304482 Jun 30 16:39:04.718585 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e59083d4-6081-4bda-b65c-6e795a18d076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:04.891591 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2e63f9fe-5b8d-43e2-a4f9-7d9f9f7b1a57 req-c605d601-3c40-4078-987a-857598f03a8c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 210 time: 0.0364723 Jun 30 16:39:05.118062 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=69 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:05.123124 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:DELETE=1,neutron:SELECT=64 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:06.003439 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e7596cad-77e3-4244-b2b0-8eed1dde68ce req-c5ba7ba7-ceed-43f2-987c-96806a3e563f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 210 time: 0.0296648 Jun 30 16:39:06.341403 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-8d07a794-6cf2-4fc2-8ae5-0e3c9efed1f9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:06.342882 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-8d07a794-6cf2-4fc2-8ae5-0e3c9efed1f9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.65 "GET /v2.0/networks?id=93a4e560-3e75-48b5-b797-80cbf95a4a78 HTTP/1.1" status: 200 len: 816 time: 0.1155510 Jun 30 16:39:06.417482 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-988a5f56-ec9b-4df4-9f38-26e74df40a0a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b66c389f8c5a47b2b97819e449c64ba0 HTTP/1.1" status: 200 len: 379 time: 0.0642366 Jun 30 16:39:06.427974 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Request body: {'port': {'device_id': '50e41d57-839c-4b6e-8215-d67d1d428958', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'admin_state_up': True, 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'security_groups': ['50349dba-452b-4282-a299-3cb63908e3b2']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:06.604353 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Made reservation on behalf of b66c389f8c5a47b2b97819e449c64ba0 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:39:06.610913 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:06.763020 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Allocated IP 172.20.0.6 (93a4e560-3e75-48b5-b797-80cbf95a4a78/36d695e2-318a-416b-9854-a898a8097f8d/cef899ca-3465-4288-82e5-31385d9c468b) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:39:06.940450 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for port (cef899ca-3465-4288-82e5-31385d9c468b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:07.138203 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9368e02d-5b0c-401c-b883-5385fed0caa7 req-f6352f54-07a9-4018-9ef5-3b67ce6cb445 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 210 time: 0.0341494 Jun 30 16:39:07.153473 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (cef899ca-3465-4288-82e5-31385d9c468b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:07.207393 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Network 93a4e560-3e75-48b5-b797-80cbf95a4a78 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:39:07.211869 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:39:07.216070 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:39:07.222556 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event updated for resources: {'Port': ['ID=cef899ca-3465-4288-82e5-31385d9c468b,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:07.287879 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:07.288888 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:07.387215 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5e74387e-0142-4884-8413-c917f216178f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:07.404506 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-b053d554-6cec-4bd4-b24b-3749247a56f7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9800453 Jun 30 16:39:07.467672 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Request body: {'port': {'device_id': '50e41d57-839c-4b6e-8215-d67d1d428958', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:07.473486 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f6e037a0-efec-482e-b12e-bb0e7cbd03aa None None] Provisioning complete for port cef899ca-3465-4288-82e5-31385d9c468b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:39:07.474480 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f6e037a0-efec-482e-b12e-bb0e7cbd03aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (cef899ca-3465-4288-82e5-31385d9c468b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:07.501880 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:07.512650 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f6e037a0-efec-482e-b12e-bb0e7cbd03aa None None] Port cef899ca-3465-4288-82e5-31385d9c468b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:39:07.529003 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:07.538182 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (cef899ca-3465-4288-82e5-31385d9c468b), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:07.827547 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef899ca-3465-4288-82e5-31385d9c468b {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:39:07.835974 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Publish callbacks [] for port (cef899ca-3465-4288-82e5-31385d9c468b), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:07.855220 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Transition to ACTIVE for port object cef899ca-3465-4288-82e5-31385d9c468b will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:39:08.004813 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (cef899ca-3465-4288-82e5-31385d9c468b), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:08.062448 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Pushing event updated for resources: {'Port': ['ID=cef899ca-3465-4288-82e5-31385d9c468b,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:08.144146 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Attempting to bind port cef899ca-3465-4288-82e5-31385d9c468b on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:39:08.144856 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Attempting to bind port cef899ca-3465-4288-82e5-31385d9c468b by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:39:08.144964 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Attempting to bind port cef899ca-3465-4288-82e5-31385d9c468b on network 93a4e560-3e75-48b5-b797-80cbf95a4a78 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:39:08.150617 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Port cef899ca-3465-4288-82e5-31385d9c468b on network 93a4e560-3e75-48b5-b797-80cbf95a4a78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:39:08.150973 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Attempting to bind port cef899ca-3465-4288-82e5-31385d9c468b on network 93a4e560-3e75-48b5-b797-80cbf95a4a78 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:39:08.159687 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:39:08.160210 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Checking segment: {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:39:08.160786 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Bound using segment: {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:39:08.162787 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Bound port: cef899ca-3465-4288-82e5-31385d9c468b, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76bd542c-1e6d-4e1c-9ef9-658d225da1ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:39:08.163365 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (cef899ca-3465-4288-82e5-31385d9c468b), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:08.273575 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:08.309287 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:39:08.315163 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:08.329234 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48143b-05dd-49fb-894e-e4d2232c566e req-83abd5e3-c15d-46c6-b80e-d10f9e6700c7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:08.330725 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ff48143b-05dd-49fb-894e-e4d2232c566e req-83abd5e3-c15d-46c6-b80e-d10f9e6700c7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 943 time: 0.0808663 Jun 30 16:39:08.332738 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=cef899ca-3465-4288-82e5-31385d9c468b,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:39:08.391910 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ff48143b-05dd-49fb-894e-e4d2232c566e req-3f264993-cb05-4cef-a5e9-a4ae0afc397f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529041 Jun 30 16:39:08.393609 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (cef899ca-3465-4288-82e5-31385d9c468b), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:08.438056 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:08.438678 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:08.440141 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] 10.222.0.65 "PUT /v2.0/ports/cef899ca-3465-4288-82e5-31385d9c468b HTTP/1.1" status: 200 len: 1093 time: 1.0281997 Jun 30 16:39:08.440609 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:08.442947 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3b67b7f-51a1-401b-93ba-a602a525d5a5" -d '{"events": [{"name": "network-changed", "server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "tag": "cef899ca-3465-4288-82e5-31385d9c468b"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:08.465528 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082584ee-c8a8-4d2c-a9ec-775f21f3d1bd service neutron] Pushing event updated for resources: {'Port': ['ID=cef899ca-3465-4288-82e5-31385d9c468b,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:08.504409 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40af514f-e7a5-408f-b7ef-faf3db4ff0de x-openstack-request-id: req-40af514f-e7a5-408f-b7ef-faf3db4ff0de {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:08.504831 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "tag": "cef899ca-3465-4288-82e5-31385d9c468b", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:08.505923 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-40af514f-e7a5-408f-b7ef-faf3db4ff0de {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:08.506538 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40af514f-e7a5-408f-b7ef-faf3db4ff0de'] response: {'name': 'network-changed', 'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b', 'status': 'completed', 'code': 200} Jun 30 16:39:08.584376 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b67b7f-51a1-401b-93ba-a602a525d5a5 req-14f3a66f-3f24-48f1-9684-ff6ba78a7c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:08.586076 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d3b67b7f-51a1-401b-93ba-a602a525d5a5 req-14f3a66f-3f24-48f1-9684-ff6ba78a7c2e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 1127 time: 0.0550911 Jun 30 16:39:08.716167 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b67b7f-51a1-401b-93ba-a602a525d5a5 req-13519e9a-339d-43ca-9736-5f94d3f091ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:08.717555 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d3b67b7f-51a1-401b-93ba-a602a525d5a5 req-13519e9a-339d-43ca-9736-5f94d3f091ca service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1243033 Jun 30 16:39:08.823016 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b67b7f-51a1-401b-93ba-a602a525d5a5 req-f2d2404b-a525-4e4b-aa38-ae4c115f3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:08.824810 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d3b67b7f-51a1-401b-93ba-a602a525d5a5 req-f2d2404b-a525-4e4b-aa38-ae4c115f3bb5 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1004438 Jun 30 16:39:08.908097 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-f8b387c2-128f-464e-841d-d34b1463533d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:08.909503 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-f8b387c2-128f-464e-841d-d34b1463533d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 1127 time: 0.0430622 Jun 30 16:39:08.952716 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-600cc619-c816-44f3-8c0a-37a6ef206e70 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cef899ca-3465-4288-82e5-31385d9c468b HTTP/1.1" status: 200 len: 217 time: 0.0351946 Jun 30 16:39:09.002779 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:09.011117 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-042a6f1d-5388-434d-9f8e-af8acb7f8d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:09.017885 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-042a6f1d-5388-434d-9f8e-af8acb7f8d3a service neutron] 10.222.0.65 "GET /v2.0/subnets?id=36d695e2-318a-416b-9854-a898a8097f8d HTTP/1.1" status: 200 len: 855 time: 0.0520425 Jun 30 16:39:09.061892 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-3a2e7af8-cc07-4a7f-b6dd-b5d288148ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:09.063361 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-3a2e7af8-cc07-4a7f-b6dd-b5d288148ee2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93a4e560-3e75-48b5-b797-80cbf95a4a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443757 Jun 30 16:39:09.165973 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-6486333d-ee02-4665-9d33-467cd80f8254 service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934553 Jun 30 16:39:09.273290 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c8bc1cc3-b608-4a24-95c6-ea3aad650f80 req-26686bdc-583a-497f-a257-9bed9bb3b7e8 service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999589 Jun 30 16:39:09.608306 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9601dbab-364c-46f5-8958-efa5b0c19e19 req-8d339e46-cbe0-4d65-a9c1-c4b2d993ad89 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:09.610311 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9601dbab-364c-46f5-8958-efa5b0c19e19 req-8d339e46-cbe0-4d65-a9c1-c4b2d993ad89 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 943 time: 0.0739913 Jun 30 16:39:09.681762 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39284) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:09.690021 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9601dbab-364c-46f5-8958-efa5b0c19e19 req-415184eb-6ee0-47b3-ae76-7842ce7a04c6 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702426 Jun 30 16:39:09.733877 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-3062cc5b-6cac-4726-bd5c-cc0c87e77aa9 admin admin] Deleting subnet e71613b5-f660-4c57-9d73-a805cb279c2b {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:39:09.737403 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3062cc5b-6cac-4726-bd5c-cc0c87e77aa9 admin admin] Publish callbacks [] for subnet (e71613b5-f660-4c57-9d73-a805cb279c2b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:09.747206 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:09.780497 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3062cc5b-6cac-4726-bd5c-cc0c87e77aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13027248'] for subnet (e71613b5-f660-4c57-9d73-a805cb279c2b), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:09.825984 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3062cc5b-6cac-4726-bd5c-cc0c87e77aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (e71613b5-f660-4c57-9d73-a805cb279c2b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:09.902371 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:09.965473 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3062cc5b-6cac-4726-bd5c-cc0c87e77aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12978040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13262272'] for subnet (e71613b5-f660-4c57-9d73-a805cb279c2b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:09.993317 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3062cc5b-6cac-4726-bd5c-cc0c87e77aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e71613b5-f660-4c57-9d73-a805cb279c2b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:10.000440 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3062cc5b-6cac-4726-bd5c-cc0c87e77aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:10.006315 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-3062cc5b-6cac-4726-bd5c-cc0c87e77aa9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e71613b5-f660-4c57-9d73-a805cb279c2b HTTP/1.1" status: 204 len: 168 time: 0.3229308 Jun 30 16:39:10.008915 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39288) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:10.125632 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a0072-ded4-43ec-b161-ad974d798a81 req-ef3884bd-2a1e-4717-89f2-b6f68449d6eb tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:10.127148 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9f7a0072-ded4-43ec-b161-ad974d798a81 req-ef3884bd-2a1e-4717-89f2-b6f68449d6eb tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0919776 Jun 30 16:39:10.132315 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (cb2d6663-d883-4174-ba6e-c7fc0350bd02), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:10.193315 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:10.221849 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9f7a0072-ded4-43ec-b161-ad974d798a81 req-a3c04a8d-4320-4046-a38f-d06816b7449b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871580 Jun 30 16:39:10.269705 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (cb2d6663-d883-4174-ba6e-c7fc0350bd02), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:10.292456 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2d6663-d883-4174-ba6e-c7fc0350bd02']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:10.302863 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e2fa372-494b-4a0a-8993-ad26bd33b920') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:10.303150 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e2fa372-494b-4a0a-8993-ad26bd33b920') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:10.314878 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267495'] for segment (1e2fa372-494b-4a0a-8993-ad26bd33b920), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:10.329064 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (1e2fa372-494b-4a0a-8993-ad26bd33b920), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:10.336224 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:39:10.336647 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13834955'] for segment (1e2fa372-494b-4a0a-8993-ad26bd33b920), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:10.356655 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 1e2fa372-494b-4a0a-8993-ad26bd33b920 resource provider aggregate not found Jun 30 16:39:10.401982 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 1e2fa372-494b-4a0a-8993-ad26bd33b920 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1e2fa372-494b-4a0a-8993-ad26bd33b920 found for delete ", "request_id": "req-d004bedb-de76-4a5a-a31c-a55b86465edd"}]} Jun 30 16:39:10.491876 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (cb2d6663-d883-4174-ba6e-c7fc0350bd02), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:10.500540 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:10.503626 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] 10.222.0.67 "DELETE /v2.0/networks/cb2d6663-d883-4174-ba6e-c7fc0350bd02 HTTP/1.1" status: 204 len: 168 time: 0.4935915 Jun 30 16:39:10.514400 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6582e9-5639-4479-a6cc-bfbd733f0ecc admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2d6663-d883-4174-ba6e-c7fc0350bd02,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:10.824183 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2017587-ecb4-4f29-93c1-68ec1949ee43 req-4fbe5a7d-3cef-4d98-a5da-9b7dc8daef7b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:10.825948 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d2017587-ecb4-4f29-93c1-68ec1949ee43 req-4fbe5a7d-3cef-4d98-a5da-9b7dc8daef7b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 943 time: 0.0533044 Jun 30 16:39:10.890154 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d2017587-ecb4-4f29-93c1-68ec1949ee43 req-c8ade79b-aa13-46e3-8b4c-f36003f33a79 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568280 Jun 30 16:39:11.117352 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39314) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:11.166589 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-6cf945dd-256e-466b-9633-89c998009a58 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4df4c3aa7c8044dcbd46064e0e495a84&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0478706 Jun 30 16:39:11.169215 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39316) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:11.223643 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:11.239035 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89fcf14d-8fd0-4c5d-ad99-f221bf3d37a8 admin admin] Publish callbacks [] for security_group (bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:11.272100 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89fcf14d-8fd0-4c5d-ad99-f221bf3d37a8 admin admin] Publish callbacks [] for security_group (bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:11.359894 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c4a61b-cb26-4fdc-9705-49f629b95b9f req-5e5ee8b3-2f75-4951-a49e-19c5ab202328 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:11.363327 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-23c4a61b-cb26-4fdc-9705-49f629b95b9f req-5e5ee8b3-2f75-4951-a49e-19c5ab202328 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0546525 Jun 30 16:39:11.410138 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89fcf14d-8fd0-4c5d-ad99-f221bf3d37a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:11.413405 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-89fcf14d-8fd0-4c5d-ad99-f221bf3d37a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:11.417300 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-89fcf14d-8fd0-4c5d-ad99-f221bf3d37a8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b HTTP/1.1" status: 204 len: 168 time: 0.2443757 Jun 30 16:39:11.417498 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-23c4a61b-cb26-4fdc-9705-49f629b95b9f req-3c79c40e-e467-480d-bc1e-4ed0b13bc811 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468872 Jun 30 16:39:11.423346 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcf14d-8fd0-4c5d-ad99-f221bf3d37a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc0e5d9a-85e1-49f9-ad1b-372cdedb5b2b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:12.020109 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687bf73-f101-40dc-9f27-bab9faa954ac req-a3209cd9-161a-44e8-8af1-d9ef59bb4aa8 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:12.022272 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6687bf73-f101-40dc-9f27-bab9faa954ac req-a3209cd9-161a-44e8-8af1-d9ef59bb4aa8 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 943 time: 0.0501430 Jun 30 16:39:12.073176 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6687bf73-f101-40dc-9f27-bab9faa954ac req-d996bfeb-c306-4759-946b-29f5e1d66b9a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450995 Jun 30 16:39:12.319560 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:12.468325 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device cef899ca-3465-4288-82e5-31385d9c468b details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:39:12.539221 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81cb5ba-8708-4a81-a156-05cb06157955 req-43a4d4cc-c3e0-4384-8b2d-bad48d5007b9 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:12.545533 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e81cb5ba-8708-4a81-a156-05cb06157955 req-43a4d4cc-c3e0-4384-8b2d-bad48d5007b9 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0525970 Jun 30 16:39:12.574049 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=cef899ca-3465-4288-82e5-31385d9c468b,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:12.582720 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'cef899ca-3465-4288-82e5-31385d9c468b', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'port_id': 'cef899ca-3465-4288-82e5-31385d9c468b', 'mac_address': 'fa:16:3e:e7:b0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:39:12.589772 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e81cb5ba-8708-4a81-a156-05cb06157955 req-95d0ae56-fd7e-4bf7-8811-b91a511e4e4c tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430770 Jun 30 16:39:12.626934 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port cef899ca-3465-4288-82e5-31385d9c468b is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:39:12.627327 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (cef899ca-3465-4288-82e5-31385d9c468b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:12.640700 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef899ca-3465-4288-82e5-31385d9c468b {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:39:12.660559 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=cef899ca-3465-4288-82e5-31385d9c468b,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:12.753324 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (cef899ca-3465-4288-82e5-31385d9c468b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:12.802792 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=cef899ca-3465-4288-82e5-31385d9c468b,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:13.071543 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['cef899ca-3465-4288-82e5-31385d9c468b'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:39:13.183945 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:13.230402 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-a0401f08-450f-4782-bdad-3fc3effb8fc6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:13.231881 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-a0401f08-450f-4782-bdad-3fc3effb8fc6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.65 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0928147 Jun 30 16:39:13.244496 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65020a8-2ae1-4024-993b-29305fc03669 req-5cdfe2d4-19c0-46f5-a4b8-70e59b192498 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:13.246231 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f65020a8-2ae1-4024-993b-29305fc03669 req-5cdfe2d4-19c0-46f5-a4b8-70e59b192498 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 944 time: 0.0901330 Jun 30 16:39:13.336121 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f65020a8-2ae1-4024-993b-29305fc03669 req-e929ee9c-bc18-4274-9acf-1e1dbf24d834 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841193 Jun 30 16:39:13.386097 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Deleting port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:39:13.386437 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:13.482918 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] For port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=159acf30-2cf3-40f6-aa1f-50b4d29f5f28,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:13.483184 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:13.863618 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a126f0-c926-49ff-8e54-e5db068ccd54 req-6ce7d010-2acd-43dd-b9e4-0dc0f4127d49 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:13.866327 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f5a126f0-c926-49ff-8e54-e5db068ccd54 req-6ce7d010-2acd-43dd-b9e4-0dc0f4127d49 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 945 time: 0.0952256 Jun 30 16:39:13.904587 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:14.004737 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f5a126f0-c926-49ff-8e54-e5db068ccd54 req-c9c74c87-b73c-4b8f-ad9f-4cd498db545f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9e590603-071d-456d-b52b-b33ee5d3cda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118529 Jun 30 16:39:14.008927 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:14.009289 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (d5a8ec6c-7b42-4253-a17a-7d98b7607165), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:14.009797 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Floating IP d5a8ec6c-7b42-4253-a17a-7d98b7607165 disassociated. External IP: 172.27.2.187, port: 159acf30-2cf3-40f6-aa1f-50b4d29f5f28. Jun 30 16:39:14.010150 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Calling delete_port for 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:39:14.302843 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (159acf30-2cf3-40f6-aa1f-50b4d29f5f28), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:14.310754 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:14.338735 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event deleted for resources: {'Port': ['ID=159acf30-2cf3-40f6-aa1f-50b4d29f5f28,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:14.486257 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c68bfb-7526-4d03-b63e-bd9362adec0b req-68d3dc5e-298c-45c0-bd73-5e188b950849 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:14.487752 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-72c68bfb-7526-4d03-b63e-bd9362adec0b req-68d3dc5e-298c-45c0-bd73-5e188b950849 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 944 time: 0.0685630 Jun 30 16:39:14.491449 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device cef899ca-3465-4288-82e5-31385d9c468b up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:39:14.524944 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:39:14.534336 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port cef899ca-3465-4288-82e5-31385d9c468b completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:39:14.567348 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-72c68bfb-7526-4d03-b63e-bd9362adec0b req-0b37e11b-1091-4a64-b37c-b63850c5bfce tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716119 Jun 30 16:39:14.667262 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port cef899ca-3465-4288-82e5-31385d9c468b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:39:14.667716 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (cef899ca-3465-4288-82e5-31385d9c468b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:14.675598 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:39:14.688655 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c5e17b-a6f0-4cf1-8378-cdb5a66fc092 None None] Sync routers for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:39:14.707465 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c5e17b-a6f0-4cf1-8378-cdb5a66fc092 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:14.709077 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f6c5e17b-a6f0-4cf1-8378-cdb5a66fc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:14.734587 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] No DVR routers for this DVR port 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 on host hv-cinder-83602 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:39:14.737978 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:14.738359 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:14.741808 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-65aa6710-bca5-4fb8-8663-7c60622c91b5 req-fef090d4-cf7f-4b65-85e8-08baedcc4f95 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.65 "DELETE /v2.0/ports/159acf30-2cf3-40f6-aa1f-50b4d29f5f28 HTTP/1.1" status: 204 len: 173 time: 1.4666386 Jun 30 16:39:14.742312 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32f21182-53c1-471e-b55f-3f5654e72daf', 'name': 'network-vif-deleted', 'tag': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:14.744664 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c46f64-5057-48f7-bf35-4892c4d15b3f" -d '{"events": [{"server_uuid": "32f21182-53c1-471e-b55f-3f5654e72daf", "name": "network-vif-deleted", "tag": "159acf30-2cf3-40f6-aa1f-50b4d29f5f28"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:14.785303 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dec74b3-465f-4d87-89be-e35a96f46686 x-openstack-request-id: req-3dec74b3-465f-4d87-89be-e35a96f46686 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:14.785805 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32f21182-53c1-471e-b55f-3f5654e72daf", "name": "network-vif-deleted", "tag": "159acf30-2cf3-40f6-aa1f-50b4d29f5f28", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:14.786211 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3dec74b3-465f-4d87-89be-e35a96f46686 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:14.787632 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dec74b3-465f-4d87-89be-e35a96f46686'] response: {'server_uuid': '32f21182-53c1-471e-b55f-3f5654e72daf', 'name': 'network-vif-deleted', 'tag': '159acf30-2cf3-40f6-aa1f-50b4d29f5f28', 'status': 'completed', 'code': 200} Jun 30 16:39:14.803365 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:14.835747 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port cef899ca-3465-4288-82e5-31385d9c468b is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:39:14.836937 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (cef899ca-3465-4288-82e5-31385d9c468b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:14.855112 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c44b448-e4e3-44ea-99a2-7a4ce89450e7 req-6531b584-1bb5-4059-a7b2-9bccf64a0cbe tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:14.863833 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3c44b448-e4e3-44ea-99a2-7a4ce89450e7 req-6531b584-1bb5-4059-a7b2-9bccf64a0cbe tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0635555 Jun 30 16:39:14.869581 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:14.877571 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1cb602-4f9b-4985-a222-0bfabe80c49f" -d '{"events": [{"server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "name": "network-vif-plugged", "status": "completed", "tag": "cef899ca-3465-4288-82e5-31385d9c468b"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:14.894865 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=cef899ca-3465-4288-82e5-31385d9c468b,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:14.928490 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3c44b448-e4e3-44ea-99a2-7a4ce89450e7 req-f2540b51-892b-4731-a3af-46a6834d0e61 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617657 Jun 30 16:39:14.933755 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f7ca8f-b79c-4308-8489-b664e4ed0287 x-openstack-request-id: req-78f7ca8f-b79c-4308-8489-b664e4ed0287 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:14.934022 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "name": "network-vif-plugged", "status": "completed", "tag": "cef899ca-3465-4288-82e5-31385d9c468b", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:14.934282 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-78f7ca8f-b79c-4308-8489-b664e4ed0287 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:14.934699 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78f7ca8f-b79c-4308-8489-b664e4ed0287'] response: {'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b', 'code': 200} Jun 30 16:39:14.989301 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (cef899ca-3465-4288-82e5-31385d9c468b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:15.003365 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f6c5e17b-a6f0-4cf1-8378-cdb5a66fc092 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:15.042468 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=cef899ca-3465-4288-82e5-31385d9c468b,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:15.113905 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7b6ab352-2d9c-4f77-9265-e37293823210 req-4ebdbe1f-92cf-429a-8d35-b3584850ffe4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.0335553 Jun 30 16:39:15.204790 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f6c5e17b-a6f0-4cf1-8378-cdb5a66fc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:15.231659 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c5e17b-a6f0-4cf1-8378-cdb5a66fc092 None None] Checking router: f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:39:15.240931 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c5e17b-a6f0-4cf1-8378-cdb5a66fc092 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:15.241551 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f6c5e17b-a6f0-4cf1-8378-cdb5a66fc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:15.352694 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f6c5e17b-a6f0-4cf1-8378-cdb5a66fc092 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:15.544551 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f6c5e17b-a6f0-4cf1-8378-cdb5a66fc092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:15.574896 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c5e17b-a6f0-4cf1-8378-cdb5a66fc092 None None] The sync data for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi is: [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:39:15.699592 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82662dec-eba7-4c2a-9414-1a23cf4d496c req-5b663a5b-dfa3-4f4d-a652-1fe3ad8a5fb6 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:15.701187 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-82662dec-eba7-4c2a-9414-1a23cf4d496c req-5b663a5b-dfa3-4f4d-a652-1fe3ad8a5fb6 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0509291 Jun 30 16:39:15.731708 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:15.759050 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-82662dec-eba7-4c2a-9414-1a23cf4d496c req-0a346ed1-3f4b-436c-9b76-b2e931b97702 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522604 Jun 30 16:39:15.842285 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:39:15.861916 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce43fe56-fe79-4578-8349-1f1c192807fa None None] New status for floating IP d5a8ec6c-7b42-4253-a17a-7d98b7607165: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:39:16.050021 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3050f5-ab4c-43a9-aeb9-6bb2030214c4 req-9cadeecf-835e-4d25-a818-e7337adbb9ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:16.051616 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0f3050f5-ab4c-43a9-aeb9-6bb2030214c4 req-9cadeecf-835e-4d25-a818-e7337adbb9ff tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0506384 Jun 30 16:39:16.103665 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0f3050f5-ab4c-43a9-aeb9-6bb2030214c4 req-d10b7ad1-26bf-49d8-a8de-b8c6a17ded4d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460019 Jun 30 16:39:16.216510 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-91b01878-810f-48dd-94b0-41bef75db908 req-34e2e58a-3334-4aba-b3b7-e489987ca3fe tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.0326023 Jun 30 16:39:16.507183 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:39:16.528382 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:39:16.528721 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 159acf30-2cf3-40f6-aa1f-50b4d29f5f28 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:39:16.887979 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb8809b-9777-43cf-bf07-723b7f00aff7 req-f1a29734-6597-4fef-803b-7016e090461b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:16.890562 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2cb8809b-9777-43cf-bf07-723b7f00aff7 req-f1a29734-6597-4fef-803b-7016e090461b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0533123 Jun 30 16:39:16.946601 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2cb8809b-9777-43cf-bf07-723b7f00aff7 req-e80baa64-cfb9-42c9-8831-324d871aabc2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498478 Jun 30 16:39:17.219773 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7827499-557f-48cd-a9e7-259f4d246030 req-6502dc04-2c9b-4722-ba5a-fa549f755adb tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:17.221308 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b7827499-557f-48cd-a9e7-259f4d246030 req-6502dc04-2c9b-4722-ba5a-fa549f755adb tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0488358 Jun 30 16:39:17.273096 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b7827499-557f-48cd-a9e7-259f4d246030 req-6c087f58-119f-4234-ad12-79a6567321cc tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449491 Jun 30 16:39:17.359599 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9111bbaa-2aa5-40eb-8749-93a17b6e38d1 req-243b9f4e-b834-46a4-9365-9987468dcb7f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.0317228 Jun 30 16:39:18.075068 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8c7792-d471-4a36-b130-7fe0971c7fd1 req-cb195204-4f5f-411d-b058-4835d1e042ea tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:18.076603 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fe8c7792-d471-4a36-b130-7fe0971c7fd1 req-cb195204-4f5f-411d-b058-4835d1e042ea tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0516977 Jun 30 16:39:18.126731 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fe8c7792-d471-4a36-b130-7fe0971c7fd1 req-3af9bbc1-c9c9-4bbb-9ece-b038f795ecf6 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444996 Jun 30 16:39:18.401104 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c79910-d4d4-4c3f-acef-8e97720f2850 req-8dbd90ca-b3e5-479a-ae7f-f82c39cb6da2 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:18.402662 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-14c79910-d4d4-4c3f-acef-8e97720f2850 req-8dbd90ca-b3e5-479a-ae7f-f82c39cb6da2 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0552886 Jun 30 16:39:18.485499 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-a28ef253-547e-4ea4-8e31-ee6be90c1933 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:18.487048 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-a28ef253-547e-4ea4-8e31-ee6be90c1933 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 946 time: 0.0715320 Jun 30 16:39:18.511105 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-14c79910-d4d4-4c3f-acef-8e97720f2850 req-63b951e1-8693-4476-9730-351855ccb9e7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=2a1cb2fe-b742-40ae-b15c-2edd2826c107&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024528 Jun 30 16:39:18.523740 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6675c848-0b88-42b7-9784-48631a3368f9 req-902d864d-7827-4ee6-a56f-3f9823e9a71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:18.525397 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-6675c848-0b88-42b7-9784-48631a3368f9 req-902d864d-7827-4ee6-a56f-3f9823e9a71d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 1129 time: 0.0590446 Jun 30 16:39:18.579552 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-6675c848-0b88-42b7-9784-48631a3368f9 req-267c3467-c212-476a-9068-f48cca0fbbff service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444760 Jun 30 16:39:18.591593 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Deleting port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:39:18.591886 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:18.644838 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2ceec7fc-2aad-4779-b9ed-4f2e37eec1cf req-d974893f-c298-4b49-b0fe-46d77f1312da tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.0380089 Jun 30 16:39:18.713438 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] For port 237f85c7-d517-4bd7-9b4c-cfb1b755a321, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=237f85c7-d517-4bd7-9b4c-cfb1b755a321,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:18.713829 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:18.879999 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:18.880830 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (bc3a91e9-f5e3-4a42-b684-880eeebb3bbc), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:18.881161 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Floating IP bc3a91e9-f5e3-4a42-b684-880eeebb3bbc disassociated. External IP: 172.27.2.242, port: 237f85c7-d517-4bd7-9b4c-cfb1b755a321. Jun 30 16:39:18.881161 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Calling delete_port for 237f85c7-d517-4bd7-9b4c-cfb1b755a321 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:39:18.931816 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:18.940894 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:19.073698 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (237f85c7-d517-4bd7-9b4c-cfb1b755a321), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:19.103067 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event deleted for resources: {'Port': ['ID=237f85c7-d517-4bd7-9b4c-cfb1b755a321,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:19.251103 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:39:19.264076 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5008a88-cb56-43ab-bfc6-1345ef454923 req-ed4aa38e-45c7-4e68-befb-943d947fa5d7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:19.265550 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f5008a88-cb56-43ab-bfc6-1345ef454923 req-ed4aa38e-45c7-4e68-befb-943d947fa5d7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0579667 Jun 30 16:39:19.387981 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f5008a88-cb56-43ab-bfc6-1345ef454923 req-4a72f412-dd7b-4981-9d07-d3fd36296e8a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156242 Jun 30 16:39:19.400069 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:39:19.410797 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b32e6-b3fb-42d3-abd4-84d8fd70ff08 None None] Sync routers for ids ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:39:19.425912 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b32e6-b3fb-42d3-abd4-84d8fd70ff08 None None] Routers {'21aaf4f9-9d24-4f18-80a0-bde536b4fd01'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:19.426734 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2e4b32e6-b3fb-42d3-abd4-84d8fd70ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:19.450846 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] No DVR routers for this DVR port 237f85c7-d517-4bd7-9b4c-cfb1b755a321 on host hv-cinder-83602 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:39:19.453732 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:19.457593 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f3d5c838-7e3d-4c8d-9d33-bc8eee2cc8d5 req-028b7a6e-1587-4a26-ac6f-56c69a701a32 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "DELETE /v2.0/ports/237f85c7-d517-4bd7-9b4c-cfb1b755a321 HTTP/1.1" status: 204 len: 173 time: 0.9610436 Jun 30 16:39:19.458116 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'name': 'network-vif-deleted', 'tag': '237f85c7-d517-4bd7-9b4c-cfb1b755a321'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:19.460606 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81567ee0-4bc4-4083-9f28-306c5946eea7" -d '{"events": [{"server_uuid": "d786bea4-1a92-4eaf-8450-f69f05986687", "name": "network-vif-deleted", "tag": "237f85c7-d517-4bd7-9b4c-cfb1b755a321"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:19.598386 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-2e4b32e6-b3fb-42d3-abd4-84d8fd70ff08 None None] Set router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:19.621712 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9c149a2-f07e-4dc5-8e42-05c73e25435c x-openstack-request-id: req-c9c149a2-f07e-4dc5-8e42-05c73e25435c {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:19.631302 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d786bea4-1a92-4eaf-8450-f69f05986687", "name": "network-vif-deleted", "tag": "237f85c7-d517-4bd7-9b4c-cfb1b755a321", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:19.631302 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9c149a2-f07e-4dc5-8e42-05c73e25435c {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:19.631302 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9c149a2-f07e-4dc5-8e42-05c73e25435c'] response: {'server_uuid': 'd786bea4-1a92-4eaf-8450-f69f05986687', 'name': 'network-vif-deleted', 'tag': '237f85c7-d517-4bd7-9b4c-cfb1b755a321', 'status': 'completed', 'code': 200} Jun 30 16:39:19.668738 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-704e7229-4a1a-43ad-ad0c-d34453561703 req-0fc56832-ab7e-435b-8835-93fb6f7a58ad tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 210 time: 0.0395167 Jun 30 16:39:19.772221 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-84683b51-b4ed-4ca0-9cfd-a31f26733c66 req-cec0579c-a7ce-411e-a956-4974930d1bfd tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=32f21182-53c1-471e-b55f-3f5654e72daf HTTP/1.1" status: 200 len: 210 time: 0.0297732 Jun 30 16:39:19.821603 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:19.829856 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:19.841148 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2e4b32e6-b3fb-42d3-abd4-84d8fd70ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:10Z', 'revision_number': 5, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:19.866793 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b32e6-b3fb-42d3-abd4-84d8fd70ff08 None None] Checking router: 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:39:19.875365 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4b32e6-b3fb-42d3-abd4-84d8fd70ff08 None None] Routers {'21aaf4f9-9d24-4f18-80a0-bde536b4fd01'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:19.876007 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2e4b32e6-b3fb-42d3-abd4-84d8fd70ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:19.983326 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-2e4b32e6-b3fb-42d3-abd4-84d8fd70ff08 None None] Set router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:20.187358 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-2e4b32e6-b3fb-42d3-abd4-84d8fd70ff08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:10Z', 'revision_number': 5, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:20.217283 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4b32e6-b3fb-42d3-abd4-84d8fd70ff08 None None] The sync data for ids ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'] in dv-cinder-836027-2-iscsi is: [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:49Z', 'revision_number': 4, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '3d74a2df-2d2f-4e0a-90dc-8f00783c10f8', 'name': '', 'network_id': 'aff5e7b4-b06a-4065-b396-531d28bbc09e', 'tenant_id': '839a189179c543c6a704a968170ec022', 'mac_address': 'fa:16:3e:03:a1:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_interface', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:10Z', 'revision_number': 5, 'project_id': '839a189179c543c6a704a968170ec022', 'subnets': [{'id': '59cfdb7b-50de-4ef1-8f7a-e95af2d78968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:39:20.483163 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d703af5-5c62-4252-bbfd-9491604a2aaa None None] New status for floating IP bc3a91e9-f5e3-4a42-b684-880eeebb3bbc: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:39:20.515912 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53268079-4111-4a1e-b7b4-bfc52ef10d88 req-d1202108-437d-49b6-8170-7ccf91ecb4f8 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:20.517408 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-53268079-4111-4a1e-b7b4-bfc52ef10d88 req-d1202108-437d-49b6-8170-7ccf91ecb4f8 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0507982 Jun 30 16:39:20.569598 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-53268079-4111-4a1e-b7b4-bfc52ef10d88 req-da157fa9-6a92-4868-a144-2e2987503ff2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457428 Jun 30 16:39:20.700024 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef5660-3ecf-4786-8b3b-144a13a86203 req-f10df26a-4d83-4746-a29c-51f65011357c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:20.701747 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3cef5660-3ecf-4786-8b3b-144a13a86203 req-f10df26a-4d83-4746-a29c-51f65011357c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0531695 Jun 30 16:39:20.710370 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39412) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:20.714949 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5fea2725-a2ec-47e0-bf1f-d8cfba54ef95 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Request body: {'floatingip': {'port_id': 'cef899ca-3465-4288-82e5-31385d9c468b'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:20.760102 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5fea2725-a2ec-47e0-bf1f-d8cfba54ef95 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (a3454421-a927-48c4-82d3-ab48f00673b8), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:20.791700 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-070f9923-d8f9-4396-bdd8-ed1c94c9941d req-ea9712a5-e8bd-427c-8060-130f08a15ba8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=d786bea4-1a92-4eaf-8450-f69f05986687 HTTP/1.1" status: 200 len: 210 time: 0.0317612 Jun 30 16:39:20.971408 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39418) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:21.058944 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96883b2e-8489-4668-b64c-c53ec99ea2a6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group (9e590603-071d-456d-b52b-b33ee5d3cda9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.096459 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96883b2e-8489-4668-b64c-c53ec99ea2a6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group (9e590603-071d-456d-b52b-b33ee5d3cda9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.262480 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96883b2e-8489-4668-b64c-c53ec99ea2a6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (9e590603-071d-456d-b52b-b33ee5d3cda9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.265795 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-96883b2e-8489-4668-b64c-c53ec99ea2a6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.266977 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-96883b2e-8489-4668-b64c-c53ec99ea2a6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "DELETE /v2.0/security-groups/9e590603-071d-456d-b52b-b33ee5d3cda9 HTTP/1.1" status: 204 len: 168 time: 0.2943406 Jun 30 16:39:21.270316 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39422) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:21.285406 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96883b2e-8489-4668-b64c-c53ec99ea2a6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e590603-071d-456d-b52b-b33ee5d3cda9,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:21.294790 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.api.v2.resource [None req-93bbd81a-dcd5-426a-81ca-475a66079617 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] show failed (client error): The resource could not be found. Jun 30 16:39:21.296787 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-93bbd81a-dcd5-426a-81ca-475a66079617 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups/9e590603-071d-456d-b52b-b33ee5d3cda9 HTTP/1.1" status: 404 len: 347 time: 0.0222704 Jun 30 16:39:21.306099 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39424) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:21.369989 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:21.383351 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:21.430624 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d1a8f-6ac4-4c81-8b77-0269267768c7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Deleting port ed3246c7-f514-4267-be90-1840d26ae175 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:39:21.430961 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1a8f-6ac4-4c81-8b77-0269267768c7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (ed3246c7-f514-4267-be90-1840d26ae175), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.473947 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5fea2725-a2ec-47e0-bf1f-d8cfba54ef95 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.498356 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:21.517624 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1a8f-6ac4-4c81-8b77-0269267768c7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (ed3246c7-f514-4267-be90-1840d26ae175), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.518307 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1a8f-6ac4-4c81-8b77-0269267768c7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (ed3246c7-f514-4267-be90-1840d26ae175), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.531820 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-fa2d1a8f-6ac4-4c81-8b77-0269267768c7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Calling delete_port for ed3246c7-f514-4267-be90-1840d26ae175 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:39:21.541899 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5fea2725-a2ec-47e0-bf1f-d8cfba54ef95 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (a3454421-a927-48c4-82d3-ab48f00673b8), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.644587 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [None req-5fea2725-a2ec-47e0-bf1f-d8cfba54ef95 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Floating IP a3454421-a927-48c4-82d3-ab48f00673b8 associated. External IP: 172.27.2.106, port: cef899ca-3465-4288-82e5-31385d9c468b. Jun 30 16:39:21.719064 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1a8f-6ac4-4c81-8b77-0269267768c7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (ed3246c7-f514-4267-be90-1840d26ae175), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.740069 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:21.742773 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d1a8f-6ac4-4c81-8b77-0269267768c7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event deleted for resources: {'Port': ['ID=ed3246c7-f514-4267-be90-1840d26ae175,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:21.810177 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1a8f-6ac4-4c81-8b77-0269267768c7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (d5a8ec6c-7b42-4253-a17a-7d98b7607165), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.812846 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-fa2d1a8f-6ac4-4c81-8b77-0269267768c7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.814032 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-fa2d1a8f-6ac4-4c81-8b77-0269267768c7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "DELETE /v2.0/floatingips/d5a8ec6c-7b42-4253-a17a-7d98b7607165 HTTP/1.1" status: 204 len: 168 time: 0.5070863 Jun 30 16:39:21.866322 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fea2725-a2ec-47e0-bf1f-d8cfba54ef95 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Router d6d5f641-a89e-47d3-a366-d76d2d58f536 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:39:21.975044 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fea2725-a2ec-47e0-bf1f-d8cfba54ef95 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:39:21.982693 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5fea2725-a2ec-47e0-bf1f-d8cfba54ef95 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:21.985841 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39432) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:21.986788 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5e90d7-86a4-4cf0-8d50-e421713fec6b None None] Sync routers for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:39:22.016449 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e90d7-86a4-4cf0-8d50-e421713fec6b None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:22.022828 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-fd5e90d7-86a4-4cf0-8d50-e421713fec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:22.022981 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-5fea2725-a2ec-47e0-bf1f-d8cfba54ef95 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "PUT /v2.0/floatingips/a3454421-a927-48c4-82d3-ab48f00673b8 HTTP/1.1" status: 200 len: 991 time: 1.3079729 Jun 30 16:39:22.022981 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:22.022981 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07fd1a13-7684-4b87-a2c6-c49bb2ff5feb" -d '{"events": [{"name": "network-changed", "server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "tag": "cef899ca-3465-4288-82e5-31385d9c468b"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:22.027509 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39438) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:22.032293 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-ca187b6c-2239-493b-9f92-c3d22bd58ed5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Request body: {'security_group': {'name': 'tempest-securitygroup--358889661', 'description': 'tempest-description--2008047023'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:22.071720 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41faaf8c-bdc7-4275-98d4-3869e9cddea7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for security_group (2a1cb2fe-b742-40ae-b15c-2edd2826c107), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.105717 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41faaf8c-bdc7-4275-98d4-3869e9cddea7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for security_group (2a1cb2fe-b742-40ae-b15c-2edd2826c107), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.120400 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1099582f-ea1a-4512-92fa-e38c206a76aa x-openstack-request-id: req-1099582f-ea1a-4512-92fa-e38c206a76aa {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:22.120697 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "tag": "cef899ca-3465-4288-82e5-31385d9c468b", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:22.120958 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1099582f-ea1a-4512-92fa-e38c206a76aa {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:22.121378 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1099582f-ea1a-4512-92fa-e38c206a76aa'] response: {'name': 'network-changed', 'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b', 'status': 'completed', 'code': 200} Jun 30 16:39:22.142871 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca187b6c-2239-493b-9f92-c3d22bd58ed5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.199426 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd1a13-7684-4b87-a2c6-c49bb2ff5feb req-06e3f90e-bf84-426d-a704-73627c3e1030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:22.201152 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07fd1a13-7684-4b87-a2c6-c49bb2ff5feb req-06e3f90e-bf84-426d-a704-73627c3e1030 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 1129 time: 0.0460961 Jun 30 16:39:22.226395 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-fd5e90d7-86a4-4cf0-8d50-e421713fec6b None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:22.231323 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca187b6c-2239-493b-9f92-c3d22bd58ed5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group (9656a312-7c4b-456a-961c-8aa4aa72442d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.273772 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca187b6c-2239-493b-9f92-c3d22bd58ed5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (9656a312-7c4b-456a-961c-8aa4aa72442d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.279733 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:22.282322 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41faaf8c-bdc7-4275-98d4-3869e9cddea7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (2a1cb2fe-b742-40ae-b15c-2edd2826c107), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.285025 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41faaf8c-bdc7-4275-98d4-3869e9cddea7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.289541 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-41faaf8c-bdc7-4275-98d4-3869e9cddea7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "DELETE /v2.0/security-groups/2a1cb2fe-b742-40ae-b15c-2edd2826c107 HTTP/1.1" status: 204 len: 168 time: 0.3021929 Jun 30 16:39:22.291898 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39444) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:22.304708 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41faaf8c-bdc7-4275-98d4-3869e9cddea7 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1cb2fe-b742-40ae-b15c-2edd2826c107,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:22.311558 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.api.v2.resource [None req-8048b1cb-83ad-4194-a380-1f96ad239da9 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] show failed (client error): The resource could not be found. Jun 30 16:39:22.315269 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-8048b1cb-83ad-4194-a380-1f96ad239da9 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups/2a1cb2fe-b742-40ae-b15c-2edd2826c107 HTTP/1.1" status: 404 len: 347 time: 0.0177569 Jun 30 16:39:22.316157 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39446) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:22.337440 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca187b6c-2239-493b-9f92-c3d22bd58ed5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9656a312-7c4b-456a-961c-8aa4aa72442d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:22.371837 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd1a13-7684-4b87-a2c6-c49bb2ff5feb req-3e975912-d27f-49a1-b0fb-7e7669542653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:22.378431 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07fd1a13-7684-4b87-a2c6-c49bb2ff5feb req-3e975912-d27f-49a1-b0fb-7e7669542653 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93a4e560-3e75-48b5-b797-80cbf95a4a78 HTTP/1.1" status: 200 len: 917 time: 0.1613655 Jun 30 16:39:22.378561 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ca187b6c-2239-493b-9f92-c3d22bd58ed5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.378561 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ca187b6c-2239-493b-9f92-c3d22bd58ed5 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3468370 Jun 30 16:39:22.378561 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39448) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:22.383169 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6f25c022-faa8-4ed3-943d-702b96660fa6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Request body: {'security_group_rule': {'security_group_id': '9656a312-7c4b-456a-961c-8aa4aa72442d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:22.428662 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:22.469137 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-fd5e90d7-86a4-4cf0-8d50-e421713fec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'a3454421-a927-48c4-82d3-ab48f00673b8', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'port_id': 'cef899ca-3465-4288-82e5-31385d9c468b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'mac_address': 'fa:16:3e:e7:b0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e41d57-839c-4b6e-8215-d67d1d428958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:39:02Z', 'updated_at': '2022-06-30T16:39:21Z', 'revision_number': 1, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:19Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:22.489597 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07fd1a13-7684-4b87-a2c6-c49bb2ff5feb req-c135310c-29a1-4dd0-a46c-f15cc790fce1 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cef899ca-3465-4288-82e5-31385d9c468b HTTP/1.1" status: 200 len: 999 time: 0.0867887 Jun 30 16:39:22.492814 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-94d91ed7-ace6-4e46-9df3-8253407f1a50 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Deleting port c2b36820-4935-4040-8777-8dd5b436bd8f {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:39:22.493157 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94d91ed7-ace6-4e46-9df3-8253407f1a50 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (c2b36820-4935-4040-8777-8dd5b436bd8f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.496698 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5e90d7-86a4-4cf0-8d50-e421713fec6b None None] Checking router: d6d5f641-a89e-47d3-a366-d76d2d58f536 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:39:22.507397 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f25c022-faa8-4ed3-943d-702b96660fa6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group_rule (2a1df5f7-27da-4e5c-829f-2bfe36210349), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.507594 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5e90d7-86a4-4cf0-8d50-e421713fec6b None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:22.507594 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-fd5e90d7-86a4-4cf0-8d50-e421713fec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:22.536360 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 237f85c7-d517-4bd7-9b4c-cfb1b755a321 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:39:22.552114 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd1a13-7684-4b87-a2c6-c49bb2ff5feb req-6bdba2bd-0c83-4197-8bc4-4dc1c526fcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:22.553660 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07fd1a13-7684-4b87-a2c6-c49bb2ff5feb req-6bdba2bd-0c83-4197-8bc4-4dc1c526fcc1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=36d695e2-318a-416b-9854-a898a8097f8d HTTP/1.1" status: 200 len: 855 time: 0.0583601 Jun 30 16:39:22.561573 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f25c022-faa8-4ed3-943d-702b96660fa6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group_rule (2a1df5f7-27da-4e5c-829f-2bfe36210349), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.574808 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 237f85c7-d517-4bd7-9b4c-cfb1b755a321 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:39:22.575419 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 237f85c7-d517-4bd7-9b4c-cfb1b755a321 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:39:22.616597 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-fd5e90d7-86a4-4cf0-8d50-e421713fec6b None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:22.638262 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd1a13-7684-4b87-a2c6-c49bb2ff5feb req-e6167744-49e1-4c17-b920-378950bf276b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:22.639788 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07fd1a13-7684-4b87-a2c6-c49bb2ff5feb req-e6167744-49e1-4c17-b920-378950bf276b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93a4e560-3e75-48b5-b797-80cbf95a4a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0804818 Jun 30 16:39:22.679449 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f25c022-faa8-4ed3-943d-702b96660fa6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (2a1df5f7-27da-4e5c-829f-2bfe36210349), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.688635 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94d91ed7-ace6-4e46-9df3-8253407f1a50 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (c2b36820-4935-4040-8777-8dd5b436bd8f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.688958 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94d91ed7-ace6-4e46-9df3-8253407f1a50 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for floatingip (c2b36820-4935-4040-8777-8dd5b436bd8f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.700880 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25c022-faa8-4ed3-943d-702b96660fa6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a1df5f7-27da-4e5c-829f-2bfe36210349,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:22.703403 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:22.714464 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-94d91ed7-ace6-4e46-9df3-8253407f1a50 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Calling delete_port for c2b36820-4935-4040-8777-8dd5b436bd8f owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:39:22.814014 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07fd1a13-7684-4b87-a2c6-c49bb2ff5feb req-97616b98-0401-4b27-a3ab-ebf0d626f15e service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641121 Jun 30 16:39:22.821278 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:22.850091 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-fd5e90d7-86a4-4cf0-8d50-e421713fec6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'a3454421-a927-48c4-82d3-ab48f00673b8', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'port_id': 'cef899ca-3465-4288-82e5-31385d9c468b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'mac_address': 'fa:16:3e:e7:b0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e41d57-839c-4b6e-8215-d67d1d428958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:39:02Z', 'updated_at': '2022-06-30T16:39:21Z', 'revision_number': 1, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:19Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:22.875783 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6f25c022-faa8-4ed3-943d-702b96660fa6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:22.878613 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5e90d7-86a4-4cf0-8d50-e421713fec6b None None] The sync data for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi is: [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'a3454421-a927-48c4-82d3-ab48f00673b8', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'floating_ip_address': '172.27.2.106', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'port_id': 'cef899ca-3465-4288-82e5-31385d9c468b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'mac_address': 'fa:16:3e:e7:b0:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '50e41d57-839c-4b6e-8215-d67d1d428958', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:39:02Z', 'updated_at': '2022-06-30T16:39:21Z', 'revision_number': 1, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:19Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:39:22.878829 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-6f25c022-faa8-4ed3-943d-702b96660fa6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4977131 Jun 30 16:39:22.880237 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39450) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:22.885738 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-18f80bdf-d1ad-48d0-bf78-4e2ee693a46d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Request body: {'security_group_rule': {'security_group_id': '9656a312-7c4b-456a-961c-8aa4aa72442d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:22.994191 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-07fd1a13-7684-4b87-a2c6-c49bb2ff5feb req-172d6a91-cd2c-4d34-b025-64caf3b29f91 service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716504 Jun 30 16:39:23.050992 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18f80bdf-d1ad-48d0-bf78-4e2ee693a46d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group_rule (e43dc099-e2a2-4eac-a59d-cc27511acc38), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:23.084542 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:23.085378 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94d91ed7-ace6-4e46-9df3-8253407f1a50 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (c2b36820-4935-4040-8777-8dd5b436bd8f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:23.096512 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a70a0b4-93bf-4d8d-a796-8e645740e0f8 None None] New status for floating IP a3454421-a927-48c4-82d3-ab48f00673b8: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:39:23.123929 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d91ed7-ace6-4e46-9df3-8253407f1a50 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event deleted for resources: {'Port': ['ID=c2b36820-4935-4040-8777-8dd5b436bd8f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:23.170239 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18f80bdf-d1ad-48d0-bf78-4e2ee693a46d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group_rule (e43dc099-e2a2-4eac-a59d-cc27511acc38), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:23.212740 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94d91ed7-ace6-4e46-9df3-8253407f1a50 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks [] for floatingip (bc3a91e9-f5e3-4a42-b684-880eeebb3bbc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:23.215585 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94d91ed7-ace6-4e46-9df3-8253407f1a50 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:23.216856 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-94d91ed7-ace6-4e46-9df3-8253407f1a50 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "DELETE /v2.0/floatingips/bc3a91e9-f5e3-4a42-b684-880eeebb3bbc HTTP/1.1" status: 204 len: 168 time: 0.8998661 Jun 30 16:39:23.251313 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18f80bdf-d1ad-48d0-bf78-4e2ee693a46d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (e43dc099-e2a2-4eac-a59d-cc27511acc38), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:23.273446 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f80bdf-d1ad-48d0-bf78-4e2ee693a46d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e43dc099-e2a2-4eac-a59d-cc27511acc38,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:23.384953 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-18f80bdf-d1ad-48d0-bf78-4e2ee693a46d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:23.386094 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-18f80bdf-d1ad-48d0-bf78-4e2ee693a46d tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5038137 Jun 30 16:39:23.389303 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39456) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:23.393706 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:23.514302 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:23.601138 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:23.714873 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Allocated IP 172.27.2.42 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/ea9078d4-138a-455f-a617-0ad3514eff18) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:39:24.081221 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for port (ea9078d4-138a-455f-a617-0ad3514eff18), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:24.194266 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (ea9078d4-138a-455f-a617-0ad3514eff18), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:24.240989 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:39:24.244295 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:39:24.248508 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:39:24.250469 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:24.254926 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event updated for resources: {'Port': ['ID=ea9078d4-138a-455f-a617-0ad3514eff18,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:24.337345 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (da94b357-e6ae-4396-8ea0-5498330d3ecf), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:24.440638 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ea9078d4-138a-455f-a617-0ad3514eff18), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:24.518540 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:24.609116 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for port (ea9078d4-138a-455f-a617-0ad3514eff18), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:24.772056 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (ea9078d4-138a-455f-a617-0ad3514eff18), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:24.846124 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event updated for resources: {'Port': ['ID=ea9078d4-138a-455f-a617-0ad3514eff18,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:24.860886 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (da94b357-e6ae-4396-8ea0-5498330d3ecf), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:25.008362 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:25.009666 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-7ea28fed-c5fb-48fd-acd5-5026458573a4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.6193826 Jun 30 16:39:25.216397 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-6ac165ae-f028-4638-aff5-8bbcce481041 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--358889661&fields=id&tenant_id=80a9bf240ed0447faaf33bec8f19cb70 HTTP/1.1" status: 200 len: 267 time: 0.0446992 Jun 30 16:39:25.335538 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0c7bfc5d-9e41-4f63-ac84-cc8a49ee6fb4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:25.337811 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0c7bfc5d-9e41-4f63-ac84-cc8a49ee6fb4 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/networks?id=8aed81da-8ea7-4176-b3f4-7d728693f230 HTTP/1.1" status: 200 len: 809 time: 0.1146419 Jun 30 16:39:25.354344 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0a27e891-fb5c-48c4-85a6-0d125d50cc3f tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/quotas/80a9bf240ed0447faaf33bec8f19cb70 HTTP/1.1" status: 200 len: 375 time: 0.0104060 Jun 30 16:39:25.405871 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0b75415d-bb8a-4d1f-aef3-242585c36b62 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461209 Jun 30 16:39:25.601936 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-d2951312-121e-427b-9e15-13639154148d service neutron] 10.222.0.67 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838398 Jun 30 16:39:25.702239 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-185c1976-28d9-431d-abb0-e78808f5af3b service neutron] 10.222.0.67 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940413 Jun 30 16:39:25.999712 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-03af5f0f-3949-45cd-9c41-4565f7e8a21e req-cd24777b-3bc5-4bc0-8f9e-5ccd55e68137 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 210 time: 0.0315692 Jun 30 16:39:26.359884 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4823e51-2e43-4534-b7b7-00a167cdea4b req-0a6ecbe0-6f99-422d-9425-14b369bce2bc tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:26.361341 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a4823e51-2e43-4534-b7b7-00a167cdea4b req-0a6ecbe0-6f99-422d-9425-14b369bce2bc tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0546408 Jun 30 16:39:26.388417 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:26.413215 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a4823e51-2e43-4534-b7b7-00a167cdea4b req-c658c1f8-f710-4ea7-9617-99f5c73cea09 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456166 Jun 30 16:39:27.106509 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8feea549-c2f0-4b94-82c3-d3259daea4f9 req-c916de37-4af1-41e5-97ed-4257d3df5e37 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 210 time: 0.0293267 Jun 30 16:39:27.530150 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc530068-4644-421d-99ec-fb970cce9108 req-70ceb321-38e1-4c9a-afd7-89e3c1a5d360 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:27.531650 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cc530068-4644-421d-99ec-fb970cce9108 req-70ceb321-38e1-4c9a-afd7-89e3c1a5d360 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0493045 Jun 30 16:39:27.581014 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cc530068-4644-421d-99ec-fb970cce9108 req-67ce3989-fd36-46ce-ae01-c2b88a33dad8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430512 Jun 30 16:39:28.208112 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eafd646d-4d50-49bb-8b08-3a96013b0da1 req-98e46c29-20c2-4b10-a12f-2b5c7782fe23 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 210 time: 0.0334029 Jun 30 16:39:28.504470 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4300af-f001-41cf-9663-2ad7ed8f0557 req-aac2dcd2-15ca-4c83-a2a7-784f0aecf117 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:28.506729 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-be4300af-f001-41cf-9663-2ad7ed8f0557 req-aac2dcd2-15ca-4c83-a2a7-784f0aecf117 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0520282 Jun 30 16:39:28.600678 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-be4300af-f001-41cf-9663-2ad7ed8f0557 req-64af3414-9a96-4e70-908f-774197a3099c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Deleting port b34f2ec4-8c64-4f05-98bb-ea3f485cf825 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:39:28.601110 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-be4300af-f001-41cf-9663-2ad7ed8f0557 req-64af3414-9a96-4e70-908f-774197a3099c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:28.741201 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec16c87-2833-4044-a511-af1bed3cb72e req-3c351fd3-38b1-4d31-b6e1-03ed56558a29 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:28.743008 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0ec16c87-2833-4044-a511-af1bed3cb72e req-3c351fd3-38b1-4d31-b6e1-03ed56558a29 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 945 time: 0.0691750 Jun 30 16:39:28.751724 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-be4300af-f001-41cf-9663-2ad7ed8f0557 req-64af3414-9a96-4e70-908f-774197a3099c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] For port b34f2ec4-8c64-4f05-98bb-ea3f485cf825, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b34f2ec4-8c64-4f05-98bb-ea3f485cf825,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:28.752173 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-be4300af-f001-41cf-9663-2ad7ed8f0557 req-64af3414-9a96-4e70-908f-774197a3099c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:28.781547 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [req-be4300af-f001-41cf-9663-2ad7ed8f0557 req-64af3414-9a96-4e70-908f-774197a3099c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Calling delete_port for b34f2ec4-8c64-4f05-98bb-ea3f485cf825 owned by compute:nova {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:39:28.800034 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:28.861361 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0ec16c87-2833-4044-a511-af1bed3cb72e req-078eb72d-19d2-4b13-b1ed-2eac265a9ddd tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106877 Jun 30 16:39:29.085314 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-be4300af-f001-41cf-9663-2ad7ed8f0557 req-64af3414-9a96-4e70-908f-774197a3099c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (b34f2ec4-8c64-4f05-98bb-ea3f485cf825), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:29.096861 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['b34f2ec4-8c64-4f05-98bb-ea3f485cf825', '8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:39:29.113049 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af3414-9a96-4e70-908f-774197a3099c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event deleted for resources: {'Port': ['ID=b34f2ec4-8c64-4f05-98bb-ea3f485cf825,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:29.192877 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-be4300af-f001-41cf-9663-2ad7ed8f0557 req-64af3414-9a96-4e70-908f-774197a3099c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] No DVR routers for this DVR port b34f2ec4-8c64-4f05-98bb-ea3f485cf825 on host hv-cinder-83602 {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:39:29.195726 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-be4300af-f001-41cf-9663-2ad7ed8f0557 req-64af3414-9a96-4e70-908f-774197a3099c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:29.198971 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-be4300af-f001-41cf-9663-2ad7ed8f0557 req-64af3414-9a96-4e70-908f-774197a3099c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "DELETE /v2.0/ports/b34f2ec4-8c64-4f05-98bb-ea3f485cf825 HTTP/1.1" status: 204 len: 173 time: 0.6879263 Jun 30 16:39:29.199410 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc16fc2-454c-4941-8709-fc424d36d88c', 'name': 'network-vif-deleted', 'tag': 'b34f2ec4-8c64-4f05-98bb-ea3f485cf825'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:29.201753 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b0a4df-8301-4820-9c0f-c6d46528881c" -d '{"events": [{"server_uuid": "1cc16fc2-454c-4941-8709-fc424d36d88c", "name": "network-vif-deleted", "tag": "b34f2ec4-8c64-4f05-98bb-ea3f485cf825"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:29.251236 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23c21e7-2a2b-46d5-9c22-8597e788672b x-openstack-request-id: req-c23c21e7-2a2b-46d5-9c22-8597e788672b {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:29.251923 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc16fc2-454c-4941-8709-fc424d36d88c", "name": "network-vif-deleted", "tag": "b34f2ec4-8c64-4f05-98bb-ea3f485cf825", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:29.251923 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c23c21e7-2a2b-46d5-9c22-8597e788672b {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:29.252329 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c23c21e7-2a2b-46d5-9c22-8597e788672b'] response: {'server_uuid': '1cc16fc2-454c-4941-8709-fc424d36d88c', 'name': 'network-vif-deleted', 'tag': 'b34f2ec4-8c64-4f05-98bb-ea3f485cf825', 'status': 'completed', 'code': 200} Jun 30 16:39:29.313090 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0c167daa-7704-4b19-80d6-34bb9101eeed req-ab241cd2-7522-4d16-81a1-6118a4539af7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 210 time: 0.0323846 Jun 30 16:39:29.728120 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-fdee6981-fbf2-4774-9948-8460f88e1d72 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:29.729470 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-fdee6981-fbf2-4774-9948-8460f88e1d72 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.65 "GET /v2.0/networks?id=8aed81da-8ea7-4176-b3f4-7d728693f230 HTTP/1.1" status: 200 len: 809 time: 0.1088474 Jun 30 16:39:29.803998 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:29.847340 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-b98cbedd-7897-4d29-906e-3358e00294a9 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80a9bf240ed0447faaf33bec8f19cb70 HTTP/1.1" status: 200 len: 379 time: 0.0604863 Jun 30 16:39:29.857332 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Request body: {'port': {'device_id': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'admin_state_up': True, 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'security_groups': ['9656a312-7c4b-456a-961c-8aa4aa72442d']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:29.993028 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-17b820e5-7694-46b2-a0ec-5c5e09341fd2 req-3878d881-c5f3-44a1-8361-06de23277f93 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=1cc16fc2-454c-4941-8709-fc424d36d88c HTTP/1.1" status: 200 len: 210 time: 0.0389233 Jun 30 16:39:30.113717 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Made reservation on behalf of 80a9bf240ed0447faaf33bec8f19cb70 for: {'port': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:39:30.118242 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:30.265472 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Allocated IP 172.20.0.12 (8aed81da-8ea7-4176-b3f4-7d728693f230/02ad2b4a-36a6-4968-8296-92b670df27ed/0a9fbc7b-f598-4597-8eb4-e0ab9c795a44) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:39:30.419214 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d5e4df2e-3b93-435d-bb99-61c11c6fd053 req-d276b71c-9187-4650-a635-1fa6f4575b57 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 210 time: 0.0317941 Jun 30 16:39:30.448182 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:30.467499 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:30.582516 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:30.629205 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Network 8aed81da-8ea7-4176-b3f4-7d728693f230 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:39:30.633724 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:39:30.637506 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:39:30.673241 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event updated for resources: {'Port': ['ID=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:30.700188 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:30.700837 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:30.825298 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-ec9857af-8c8d-4a25-b8e5-b614d912b7f2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9716079 Jun 30 16:39:30.839773 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Request body: {'port': {'device_id': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:30.872998 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-e545fefb-8e1d-42b3-9b04-dd665e58e9fe None None] Provisioning complete for port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:39:30.873598 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e545fefb-8e1d-42b3-9b04-dd665e58e9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:30.904478 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:30.906996 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e545fefb-8e1d-42b3-9b04-dd665e58e9fe None None] Port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:39:31.064587 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=3,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:31.182235 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 {{(pid=104394) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:39:31.190151 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Publish callbacks [] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:31.203612 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.provisioning_blocks [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Transition to ACTIVE for port object 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 will not be triggered until provisioned by entity L2. {{(pid=104394) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:39:31.285406 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:31.342159 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:31.428252 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Attempting to bind port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:39:31.428593 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Attempting to bind port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:39:31.428978 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Attempting to bind port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 on network 8aed81da-8ea7-4176-b3f4-7d728693f230 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:39:31.435173 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 on network 8aed81da-8ea7-4176-b3f4-7d728693f230 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:39:31.435629 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Attempting to bind port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 on network 8aed81da-8ea7-4176-b3f4-7d728693f230 {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:39:31.441179 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:39:31.442667 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Checking segment: {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:39:31.442667 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Bound using segment: {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'} {{(pid=104394) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:39:31.452299 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.managers [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Bound port: 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '97b19339-4e3b-4b73-acd4-e36397fdbaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230'}}] {{(pid=104394) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:39:31.452299 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:31.551493 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] For port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44, host hv-cinder-83602, cleared binding levels {{(pid=104394) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:39:31.569997 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059abb47-f2dc-4d54-892e-4af0a9cfade3 req-2c1a590f-489c-4ebb-bd01-2246d92c491b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:31.573780 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-059abb47-f2dc-4d54-892e-4af0a9cfade3 req-2c1a590f-489c-4ebb-bd01-2246d92c491b tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0723660 Jun 30 16:39:31.575265 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] For port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104394) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:39:31.602220 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:31.622367 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-059abb47-f2dc-4d54-892e-4af0a9cfade3 req-1abe25f9-e79d-4539-bc14-759fe467630d tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451858 Jun 30 16:39:31.694072 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:31.760696 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:31.761322 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:31.762714 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] 10.222.0.65 "PUT /v2.0/ports/0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 HTTP/1.1" status: 200 len: 1094 time: 0.9273160 Jun 30 16:39:31.763344 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'tag': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:31.765588 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63243d85-3efb-4fb9-b827-9903e5b0b9d1" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa43141-bf18-4671-bcfe-fcc4b0b32da0", "tag": "0a9fbc7b-f598-4597-8eb4-e0ab9c795a44"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:31.774253 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9cca1-fc39-48a7-be43-ee5c3c531627 req-c5592052-77e4-48a1-99f0-8d6e7accdb60 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:31.775847 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8aa9cca1-fc39-48a7-be43-ee5c3c531627 req-c5592052-77e4-48a1-99f0-8d6e7accdb60 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 944 time: 0.0937362 Jun 30 16:39:31.820281 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0f5bec-0e85-4ccb-969a-ee059e4daa3b x-openstack-request-id: req-4d0f5bec-0e85-4ccb-969a-ee059e4daa3b {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:31.820580 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa43141-bf18-4671-bcfe-fcc4b0b32da0", "tag": "0a9fbc7b-f598-4597-8eb4-e0ab9c795a44", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:31.820990 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4d0f5bec-0e85-4ccb-969a-ee059e4daa3b {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:31.821450 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0f5bec-0e85-4ccb-969a-ee059e4daa3b'] response: {'name': 'network-changed', 'server_uuid': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'tag': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44', 'status': 'completed', 'code': 200} Jun 30 16:39:31.822174 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfdc6d0-72cf-4a99-8637-1a58e3308517 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44,revision_number=3']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:31.857061 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8aa9cca1-fc39-48a7-be43-ee5c3c531627 req-12027147-6251-4be3-99d9-83e1f5ba86ca tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717251 Jun 30 16:39:31.923248 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422d135-58e4-4528-84ea-9e623943c27d req-ba685bb4-e15d-4bf3-8527-8c7c5e6d7a23 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:31.925155 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a422d135-58e4-4528-84ea-9e623943c27d req-ba685bb4-e15d-4bf3-8527-8c7c5e6d7a23 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 946 time: 0.0543213 Jun 30 16:39:31.974975 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a422d135-58e4-4528-84ea-9e623943c27d req-5ab31a5d-acd4-4764-99a3-e0df11336048 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441642 Jun 30 16:39:32.602759 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device b34f2ec4-8c64-4f05-98bb-ea3f485cf825 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:39:32.622490 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: b34f2ec4-8c64-4f05-98bb-ea3f485cf825 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:39:32.622838 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device b34f2ec4-8c64-4f05-98bb-ea3f485cf825 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:39:32.701129 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:32.747392 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb4c615-0d39-47b2-a330-c3e69204d08a req-577bc870-0a22-4cda-a97c-1ebdd30a4c2e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:32.748914 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cdb4c615-0d39-47b2-a330-c3e69204d08a req-577bc870-0a22-4cda-a97c-1ebdd30a4c2e tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0526266 Jun 30 16:39:32.796744 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cdb4c615-0d39-47b2-a330-c3e69204d08a req-c6b6b7c1-2dfb-4d00-b1a7-25498c017295 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422659 Jun 30 16:39:32.848745 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=91 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:32.850277 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=29 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:32.974286 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0389bc1-e5f9-42e5-a234-471a18a22a2c req-bd0b1b94-22de-46f8-bbfd-2df072f2ffe6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:32.976924 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b0389bc1-e5f9-42e5-a234-471a18a22a2c req-bd0b1b94-22de-46f8-bbfd-2df072f2ffe6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 944 time: 0.0494552 Jun 30 16:39:33.030289 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b0389bc1-e5f9-42e5-a234-471a18a22a2c req-7bb37a3d-7025-4b1e-acc2-2c367f99a52c tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473402 Jun 30 16:39:33.073540 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:33.092125 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10755e05-b8a2-4628-88e0-6a1e32329a41 req-69e08ecd-2e2f-42c7-85fa-9dd64c442684 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:33.093590 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-10755e05-b8a2-4628-88e0-6a1e32329a41 req-69e08ecd-2e2f-42c7-85fa-9dd64c442684 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 946 time: 0.0481379 Jun 30 16:39:33.145259 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-10755e05-b8a2-4628-88e0-6a1e32329a41 req-d67806ba-704f-410a-aa98-67cc4f7480cd tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459058 Jun 30 16:39:33.717302 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63243d85-3efb-4fb9-b827-9903e5b0b9d1 req-c758a021-a5dc-46c1-955a-86857af7ffa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:33.718831 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-63243d85-3efb-4fb9-b827-9903e5b0b9d1 req-c758a021-a5dc-46c1-955a-86857af7ffa1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 1128 time: 0.0410690 Jun 30 16:39:33.821948 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63243d85-3efb-4fb9-b827-9903e5b0b9d1 req-07c28102-6d9f-4590-bc53-884a52a8ea3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:33.823395 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-63243d85-3efb-4fb9-b827-9903e5b0b9d1 req-07c28102-6d9f-4590-bc53-884a52a8ea3b service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0956111 Jun 30 16:39:33.915801 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae0b53-545c-4ab7-8e38-bf9c06b48eb6 req-5038825e-7234-4d61-8808-aa57757f87ee tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:33.917375 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7dae0b53-545c-4ab7-8e38-bf9c06b48eb6 req-5038825e-7234-4d61-8808-aa57757f87ee tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0523005 Jun 30 16:39:33.966834 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7dae0b53-545c-4ab7-8e38-bf9c06b48eb6 req-80e2232e-8a39-4fba-b8f1-64357c2b27b8 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434813 Jun 30 16:39:34.147318 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a7415-ed5b-4f57-b6ce-16b9c6850bdf req-13cf536d-33f8-4b4a-b90a-c2b594a73e49 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:34.148800 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f60a7415-ed5b-4f57-b6ce-16b9c6850bdf req-13cf536d-33f8-4b4a-b90a-c2b594a73e49 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 944 time: 0.0482416 Jun 30 16:39:34.198387 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f60a7415-ed5b-4f57-b6ce-16b9c6850bdf req-135b3d12-36a6-4586-9d69-267a1c6f3728 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440536 Jun 30 16:39:34.262835 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e05669-b03d-4369-b3e4-3c8c207acc9a req-3355a43b-ae47-4384-b60e-cc7743458099 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:34.264239 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-12e05669-b03d-4369-b3e4-3c8c207acc9a req-3355a43b-ae47-4384-b60e-cc7743458099 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 946 time: 0.0481598 Jun 30 16:39:34.315203 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-12e05669-b03d-4369-b3e4-3c8c207acc9a req-e4591b75-00ea-4843-af20-c77a7d911829 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453503 Jun 30 16:39:34.662824 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0171eaea-ae88-4c34-b7f2-8715df709089 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:35.083372 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d733f7-7de8-4802-89b0-adb104f9247d req-78b483b9-3ba9-4bf7-bd35-b50066193fc2 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:35.085591 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9d733f7-7de8-4802-89b0-adb104f9247d req-78b483b9-3ba9-4bf7-bd35-b50066193fc2 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0494442 Jun 30 16:39:35.134378 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9d733f7-7de8-4802-89b0-adb104f9247d req-d01bb386-65e2-464e-a60d-e86c83e9b4a5 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/security-groups?id=bbff6864-9774-4038-837d-6cb4738717f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428245 Jun 30 16:39:35.331613 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b83d3c-6d48-4e9e-beb4-e8c789d267f2 req-e80f822e-d9f7-4304-b169-9a71c1bf5b85 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:35.333117 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-59b83d3c-6d48-4e9e-beb4-e8c789d267f2 req-e80f822e-d9f7-4304-b169-9a71c1bf5b85 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 945 time: 0.0484242 Jun 30 16:39:35.371252 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd9f6d-965c-47b0-9f67-ed34a3cfa146 req-4f738015-82fc-49f7-b2d2-1a48fe4ed8e2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:35.372762 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-13bd9f6d-965c-47b0-9f67-ed34a3cfa146 req-4f738015-82fc-49f7-b2d2-1a48fe4ed8e2 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 944 time: 0.0949490 Jun 30 16:39:35.377116 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:35.461574 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63243d85-3efb-4fb9-b827-9903e5b0b9d1 req-bb45f77a-dcb5-4cfb-8c83-af9c6f46658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:35.463080 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-63243d85-3efb-4fb9-b827-9903e5b0b9d1 req-bb45f77a-dcb5-4cfb-8c83-af9c6f46658d service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1952159 Jun 30 16:39:35.471827 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431418b-b0ed-4925-bee7-fa14a42aae8e req-5c71a758-de52-4836-9771-b1885514ded5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:35.473661 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9431418b-b0ed-4925-bee7-fa14a42aae8e req-5c71a758-de52-4836-9771-b1885514ded5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 946 time: 0.0900605 Jun 30 16:39:35.478900 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-59b83d3c-6d48-4e9e-beb4-e8c789d267f2 req-a76cece8-6955-448c-ada1-c60d8dc26b41 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Deleting port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:39:35.479248 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-59b83d3c-6d48-4e9e-beb4-e8c789d267f2 req-a76cece8-6955-448c-ada1-c60d8dc26b41 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:35.496109 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-13bd9f6d-965c-47b0-9f67-ed34a3cfa146 req-667c700b-2567-419f-8770-a91b3ee17a35 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1137481 Jun 30 16:39:35.540089 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9431418b-b0ed-4925-bee7-fa14a42aae8e req-b9153f5b-d7cc-4b43-be27-f1c70fa80005 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=b4396265-0df9-4807-a85e-6253c526afc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546880 Jun 30 16:39:35.588020 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-520f41ce-e4e6-4572-a1fa-e7c6028b8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:35.589587 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-520f41ce-e4e6-4572-a1fa-e7c6028b8141 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 1128 time: 0.0474215 Jun 30 16:39:35.611661 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-7ebc65ca-7627-4e52-9eea-50757bef0060 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:35.613162 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-7ebc65ca-7627-4e52-9eea-50757bef0060 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 946 time: 0.0613680 Jun 30 16:39:35.625057 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-59b83d3c-6d48-4e9e-beb4-e8c789d267f2 req-a76cece8-6955-448c-ada1-c60d8dc26b41 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] For port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:35.625427 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-59b83d3c-6d48-4e9e-beb4-e8c789d267f2 req-a76cece8-6955-448c-ada1-c60d8dc26b41 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:35.630237 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-633be16c-e53a-4b25-b98c-8342b6c9f24b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 HTTP/1.1" status: 200 len: 217 time: 0.0345721 Jun 30 16:39:35.668319 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-59b83d3c-6d48-4e9e-beb4-e8c789d267f2 req-a76cece8-6955-448c-ada1-c60d8dc26b41 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Calling delete_port for 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:39:35.679784 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-f9d917c3-eb3b-411f-b612-e62eab009643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:35.681668 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-f9d917c3-eb3b-411f-b612-e62eab009643 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02ad2b4a-36a6-4968-8296-92b670df27ed HTTP/1.1" status: 200 len: 848 time: 0.0465198 Jun 30 16:39:35.730565 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-723a4b56-5b48-4327-ac80-7df4551c5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:35.732163 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-723a4b56-5b48-4327-ac80-7df4551c5b65 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8aed81da-8ea7-4176-b3f4-7d728693f230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450196 Jun 30 16:39:35.757355 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Deleting port 11b309b0-51ca-464b-a5e0-614725a89fdb {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:39:35.757355 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:35.777777 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:35.838792 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-c29de02c-c0de-45cf-bd27-27e76b1ecb42 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998178 Jun 30 16:39:35.864641 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] For port 11b309b0-51ca-464b-a5e0-614725a89fdb, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=11b309b0-51ca-464b-a5e0-614725a89fdb,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:35.865017 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:35.938803 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-34ad61ef-889b-409f-bb4c-bf2e0d870b6b req-beb47e27-a450-47d1-8c03-7860ef368452 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940936 Jun 30 16:39:36.090809 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:36.091178 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (6501cf36-7dd0-4197-888b-6047fb396c28), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:36.091543 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Floating IP 6501cf36-7dd0-4197-888b-6047fb396c28 disassociated. External IP: 172.27.2.37, port: 11b309b0-51ca-464b-a5e0-614725a89fdb. Jun 30 16:39:36.091897 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Calling delete_port for 11b309b0-51ca-464b-a5e0-614725a89fdb owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:39:36.156160 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-59b83d3c-6d48-4e9e-beb4-e8c789d267f2 req-a76cece8-6955-448c-ada1-c60d8dc26b41 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:36.168724 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:36.168826 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:39:36.195111 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cece8-6955-448c-ada1-c60d8dc26b41 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Pushing event deleted for resources: {'Port': ['ID=8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:36.210515 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:36.242293 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0f898be1-abb8-40ec-9da7-ebfe6d9376d3 req-568bd9c7-ec32-429b-aa2b-2c0c1eb45c28 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 210 time: 0.0342860 Jun 30 16:39:36.281903 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b83d3c-6d48-4e9e-beb4-e8c789d267f2 req-a76cece8-6955-448c-ada1-c60d8dc26b41 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] No DVR routers for this DVR port 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:39:36.291566 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-59b83d3c-6d48-4e9e-beb4-e8c789d267f2 req-a76cece8-6955-448c-ada1-c60d8dc26b41 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:36.291566 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-59b83d3c-6d48-4e9e-beb4-e8c789d267f2 req-a76cece8-6955-448c-ada1-c60d8dc26b41 tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.65 "DELETE /v2.0/ports/8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 HTTP/1.1" status: 204 len: 173 time: 0.9009511 Jun 30 16:39:36.291566 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ce60666-aa28-4c5d-b893-faa7f10a777b', 'name': 'network-vif-deleted', 'tag': '8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:36.292886 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b01a7e97-9740-4853-ac57-91339c506f6e" -d '{"events": [{"server_uuid": "6ce60666-aa28-4c5d-b893-faa7f10a777b", "name": "network-vif-deleted", "tag": "8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:36.331815 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aadd64e-1c4f-4542-805c-b6b615ac1aa7 x-openstack-request-id: req-2aadd64e-1c4f-4542-805c-b6b615ac1aa7 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:36.332394 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ce60666-aa28-4c5d-b893-faa7f10a777b", "name": "network-vif-deleted", "tag": "8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:36.332394 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2aadd64e-1c4f-4542-805c-b6b615ac1aa7 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:36.332754 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2aadd64e-1c4f-4542-805c-b6b615ac1aa7'] response: {'server_uuid': '6ce60666-aa28-4c5d-b893-faa7f10a777b', 'name': 'network-vif-deleted', 'tag': '8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1', 'status': 'completed', 'code': 200} Jun 30 16:39:36.383394 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (11b309b0-51ca-464b-a5e0-614725a89fdb), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:36.412331 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event deleted for resources: {'Port': ['ID=11b309b0-51ca-464b-a5e0-614725a89fdb,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:36.524297 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Router a005fa75-8b3f-4f75-8a91-569497cf738a has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:39:36.627099 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7aa6f-b572-49d4-8214-b0c2451f23bb req-263bd9d5-7970-4df2-9387-e81e7825a621 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:36.628680 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ddc7aa6f-b572-49d4-8214-b0c2451f23bb req-263bd9d5-7970-4df2-9387-e81e7825a621 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 944 time: 0.0574493 Jun 30 16:39:36.653396 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:39:36.669991 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c16d57a-4e2b-4105-8fbf-9aa6f3744100 None None] Sync routers for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:39:36.679162 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b13d96b0-4b2a-47b2-b830-c727174f8a0d req-80aa18a5-dcd4-40be-bec1-225d19c3d574 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 210 time: 0.0480809 Jun 30 16:39:36.688847 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c16d57a-4e2b-4105-8fbf-9aa6f3744100 None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:36.690278 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4c16d57a-4e2b-4105-8fbf-9aa6f3744100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:36.706162 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] No DVR routers for this DVR port 11b309b0-51ca-464b-a5e0-614725a89fdb on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:39:36.706162 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:36.709772 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2b7e2b38-845e-4e2b-befa-a39fab0d8bee req-fea14708-59ca-4893-b468-d7f30a0063b5 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "DELETE /v2.0/ports/11b309b0-51ca-464b-a5e0-614725a89fdb HTTP/1.1" status: 204 len: 173 time: 1.0911646 Jun 30 16:39:36.727530 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ddc7aa6f-b572-49d4-8214-b0c2451f23bb req-acd92b03-08b1-441c-9bfd-720b17739628 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857179 Jun 30 16:39:36.824182 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-4c16d57a-4e2b-4105-8fbf-9aa6f3744100 None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:37.033308 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4c16d57a-4e2b-4105-8fbf-9aa6f3744100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:37.060207 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c16d57a-4e2b-4105-8fbf-9aa6f3744100 None None] Checking router: a005fa75-8b3f-4f75-8a91-569497cf738a for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:39:37.070166 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c16d57a-4e2b-4105-8fbf-9aa6f3744100 None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:37.070769 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4c16d57a-4e2b-4105-8fbf-9aa6f3744100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:37.182726 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-4c16d57a-4e2b-4105-8fbf-9aa6f3744100 None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:37.285959 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=90,neutron:UPDATE=10 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:37.342322 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d00e05cc-de00-4496-8d80-0f05b7851eba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:37.356931 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-77d61581-e828-497f-931a-6adeff3c9313 req-1e611025-4a8f-4176-8d5a-52c6a00dcb4c tempest-ServerRescueNegativeTestJSON-1419143453 tempest-ServerRescueNegativeTestJSON-1419143453-project] 10.222.0.67 "GET /v2.0/ports?device_id=6ce60666-aa28-4c5d-b893-faa7f10a777b HTTP/1.1" status: 200 len: 210 time: 0.0308702 Jun 30 16:39:37.377160 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-4c16d57a-4e2b-4105-8fbf-9aa6f3744100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:37.402097 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c16d57a-4e2b-4105-8fbf-9aa6f3744100 None None] The sync data for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi is: [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:39:37.636655 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e665ea2-19a5-4cc8-91a9-e6dbbd7f6b42 None None] New status for floating IP 6501cf36-7dd0-4197-888b-6047fb396c28: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:39:37.797814 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-10f1bc12-5aae-4061-8985-ee5df4d625fb req-c7a1988c-19a2-4eef-9873-7b8969fffb2a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=4eddee8f-330d-43f7-8877-50a589622e55 HTTP/1.1" status: 200 len: 210 time: 0.0301859 Jun 30 16:39:37.851114 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0995f3-e6a3-4f60-aa95-536e8b29e60f req-68877322-cb47-4be6-abc1-a438abe93cad tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:37.855735 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6e0995f3-e6a3-4f60-aa95-536e8b29e60f req-68877322-cb47-4be6-abc1-a438abe93cad tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 944 time: 0.0514860 Jun 30 16:39:37.912314 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6e0995f3-e6a3-4f60-aa95-536e8b29e60f req-79cfc6e2-e256-47e2-a38a-fdc1d05f6cca tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534532 Jun 30 16:39:38.333489 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eddee8f-330d-43f7-8877-50a589622e55', 'name': 'network-vif-deleted', 'tag': '11b309b0-51ca-464b-a5e0-614725a89fdb'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:38.336206 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbb8cc3d-5c8b-4317-9dc1-2eeb9f9378f6" -d '{"events": [{"server_uuid": "4eddee8f-330d-43f7-8877-50a589622e55", "name": "network-vif-deleted", "tag": "11b309b0-51ca-464b-a5e0-614725a89fdb"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:38.336793 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:38.373330 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bf6836-5cf9-499e-8ee1-eed5d7c28e73 x-openstack-request-id: req-36bf6836-5cf9-499e-8ee1-eed5d7c28e73 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:38.373621 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4eddee8f-330d-43f7-8877-50a589622e55", "name": "network-vif-deleted", "tag": "11b309b0-51ca-464b-a5e0-614725a89fdb", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:38.373871 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-36bf6836-5cf9-499e-8ee1-eed5d7c28e73 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:38.374275 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36bf6836-5cf9-499e-8ee1-eed5d7c28e73'] response: {'server_uuid': '4eddee8f-330d-43f7-8877-50a589622e55', 'name': 'network-vif-deleted', 'tag': '11b309b0-51ca-464b-a5e0-614725a89fdb', 'status': 'completed', 'code': 200} Jun 30 16:39:38.420531 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39610) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:38.630735 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:39:38.635296 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 11b309b0-51ca-464b-a5e0-614725a89fdb no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:39:38.664210 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 11b309b0-51ca-464b-a5e0-614725a89fdb {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:39:38.664534 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 11b309b0-51ca-464b-a5e0-614725a89fdb not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:39:38.664958 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:39:38.689388 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:39:38.690062 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 8d6b84f1-0b05-4d2b-8419-4c63e8ef22b1 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:39:38.775097 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:38.786744 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:38.789418 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'port_id': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44', 'mac_address': 'fa:16:3e:a7:d6:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:39:38.830871 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:39:38.831326 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:38.847949 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:39:38.874958 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:38.919347 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cfef-bf74-4f00-8f42-78ca0d0ba8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040202'] for router_interface (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:38.965910 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.004867 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:39.031415 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39620) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:39.039425 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:39.047455 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.047841 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.048594 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.048797 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.049321 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.049656 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.050114 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.050626 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.051126 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.051457 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.051958 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.052444 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.052958 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.053288 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.053609 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:39.064760 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f098a8-3f79-4d3b-8991-f7d56a32b111 req-f5390b7d-b2fe-41c3-b8d2-e46dfd285cd1 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:39.066670 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-55f098a8-3f79-4d3b-8991-f7d56a32b111 req-f5390b7d-b2fe-41c3-b8d2-e46dfd285cd1 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 945 time: 0.0814502 Jun 30 16:39:39.160053 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1ac11518-8282-49c7-bb06-e339db9dbdc2 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (b4396265-0df9-4807-a85e-6253c526afc6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.165156 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-55f098a8-3f79-4d3b-8991-f7d56a32b111 req-0968f12e-a6fa-43e9-9083-a0bea3c46d80 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861082 Jun 30 16:39:39.191136 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1ac11518-8282-49c7-bb06-e339db9dbdc2 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (b4396265-0df9-4807-a85e-6253c526afc6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.208164 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['0a9fbc7b-f598-4597-8eb4-e0ab9c795a44'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:39:39.319655 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1ac11518-8282-49c7-bb06-e339db9dbdc2 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (b4396265-0df9-4807-a85e-6253c526afc6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.323693 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1ac11518-8282-49c7-bb06-e339db9dbdc2 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.327321 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-1ac11518-8282-49c7-bb06-e339db9dbdc2 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "DELETE /v2.0/security-groups/b4396265-0df9-4807-a85e-6253c526afc6 HTTP/1.1" status: 204 len: 168 time: 0.2919250 Jun 30 16:39:39.328095 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39622) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:39.331662 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:39.337875 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac11518-8282-49c7-bb06-e339db9dbdc2 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4396265-0df9-4807-a85e-6253c526afc6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:39.375407 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.api.v2.resource [None req-94329cad-f286-47c7-b9da-8d17560a7b4c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] show failed (client error): The resource could not be found. Jun 30 16:39:39.376480 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-94329cad-f286-47c7-b9da-8d17560a7b4c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups/b4396265-0df9-4807-a85e-6253c526afc6 HTTP/1.1" status: 404 len: 347 time: 0.0474429 Jun 30 16:39:39.379355 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39624) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:39.461504 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0cfef-bf74-4f00-8f42-78ca0d0ba8cb admin admin] Deleting port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:39:39.461846 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cfef-bf74-4f00-8f42-78ca0d0ba8cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.502116 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ee6eede8-7a9b-4632-8239-92d1c3c56681 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Deleting port 4a47ffcf-bbf9-4e9e-bcf1-4781ad582458 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:39:39.502462 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee6eede8-7a9b-4632-8239-92d1c3c56681 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (4a47ffcf-bbf9-4e9e-bcf1-4781ad582458), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.546739 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-c1e0cfef-bf74-4f00-8f42-78ca0d0ba8cb admin admin] For port 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=3d74a2df-2d2f-4e0a-90dc-8f00783c10f8,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:39.547198 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cfef-bf74-4f00-8f42-78ca0d0ba8cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.561681 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-c1e0cfef-bf74-4f00-8f42-78ca0d0ba8cb admin admin] Calling delete_port for 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:39:39.579299 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee6eede8-7a9b-4632-8239-92d1c3c56681 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (4a47ffcf-bbf9-4e9e-bcf1-4781ad582458), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.579658 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee6eede8-7a9b-4632-8239-92d1c3c56681 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (4a47ffcf-bbf9-4e9e-bcf1-4781ad582458), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.592683 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ee6eede8-7a9b-4632-8239-92d1c3c56681 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Calling delete_port for 4a47ffcf-bbf9-4e9e-bcf1-4781ad582458 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:39:39.676030 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:39.697072 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.728468 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:39.765638 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee6eede8-7a9b-4632-8239-92d1c3c56681 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (4a47ffcf-bbf9-4e9e-bcf1-4781ad582458), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.789590 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cfef-bf74-4f00-8f42-78ca0d0ba8cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (3d74a2df-2d2f-4e0a-90dc-8f00783c10f8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.791857 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6eede8-7a9b-4632-8239-92d1c3c56681 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event deleted for resources: {'Port': ['ID=4a47ffcf-bbf9-4e9e-bcf1-4781ad582458,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:39.821319 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0cfef-bf74-4f00-8f42-78ca0d0ba8cb admin admin] Pushing event deleted for resources: {'Port': ['ID=3d74a2df-2d2f-4e0a-90dc-8f00783c10f8,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:39.873403 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee6eede8-7a9b-4632-8239-92d1c3c56681 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (6501cf36-7dd0-4197-888b-6047fb396c28), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.876009 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ee6eede8-7a9b-4632-8239-92d1c3c56681 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:39.877182 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-ee6eede8-7a9b-4632-8239-92d1c3c56681 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "DELETE /v2.0/floatingips/6501cf36-7dd0-4197-888b-6047fb396c28 HTTP/1.1" status: 204 len: 168 time: 0.4968019 Jun 30 16:39:39.908298 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.009867 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c1e0cfef-bf74-4f00-8f42-78ca0d0ba8cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025722'] for router_interface (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.043548 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39628) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:40.048271 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-01e82569-0582-4ab5-a40e-179fca2b377c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2093468410', 'description': 'tempest-description--1408519150'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:40.094055 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:40.154382 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01e82569-0582-4ab5-a40e-179fca2b377c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.229257 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01e82569-0582-4ab5-a40e-179fca2b377c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (7457f63e-f254-44ae-b2c2-6ecb1ad297d7), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.234866 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e0cfef-bf74-4f00-8f42-78ca0d0ba8cb admin admin] Router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:39:40.285440 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e749a1-1a7d-4394-af2a-5357d4b81106 req-cf725393-b135-45b6-8788-4c099c53ca69 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:40.286933 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-28e749a1-1a7d-4394-af2a-5357d4b81106 req-cf725393-b135-45b6-8788-4c099c53ca69 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 945 time: 0.0487375 Jun 30 16:39:40.319452 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01e82569-0582-4ab5-a40e-179fca2b377c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7457f63e-f254-44ae-b2c2-6ecb1ad297d7), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.339457 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e0cfef-bf74-4f00-8f42-78ca0d0ba8cb admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:39:40.344878 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c1e0cfef-bf74-4f00-8f42-78ca0d0ba8cb admin admin] 10.222.0.67 "PUT /v2.0/routers/21aaf4f9-9d24-4f18-80a0-bde536b4fd01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9232321 Jun 30 16:39:40.347384 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39632) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:40.353345 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e13d4-f7ad-4219-a64c-593126ee819c None None] Sync routers for ids ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:39:40.364289 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e13d4-f7ad-4219-a64c-593126ee819c None None] Routers {'21aaf4f9-9d24-4f18-80a0-bde536b4fd01'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:40.365499 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-272e13d4-f7ad-4219-a64c-593126ee819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:40.366737 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-28e749a1-1a7d-4394-af2a-5357d4b81106 req-e219fbb5-4364-4062-a8bf-507a7cfa0d10 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736649 Jun 30 16:39:40.368650 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e82569-0582-4ab5-a40e-179fca2b377c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7457f63e-f254-44ae-b2c2-6ecb1ad297d7,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:40.441891 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-01e82569-0582-4ab5-a40e-179fca2b377c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.444389 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-01e82569-0582-4ab5-a40e-179fca2b377c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3990004 Jun 30 16:39:40.447506 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39634) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:40.454099 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-a0852a1a-01f0-473c-9a2c-2322a855a47d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'security_group_rule': {'security_group_id': '7457f63e-f254-44ae-b2c2-6ecb1ad297d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:40.465429 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Publish callbacks [] for router (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.468188 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:40.569986 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-272e13d4-f7ad-4219-a64c-593126ee819c None None] Set router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:40.575915 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Publish callbacks [] for router_gateway (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.604195 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0852a1a-01f0-473c-9a2c-2322a855a47d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (6e52b530-fb28-4112-905e-76aae4e9f8aa), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.655666 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:39:40.666979 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:40.669315 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0852a1a-01f0-473c-9a2c-2322a855a47d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (6e52b530-fb28-4112-905e-76aae4e9f8aa), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.698330 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:40.708546 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:39:40.713218 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Deleting port 714e2786-4f81-41dc-8f3a-28c5417357af {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:39:40.713632 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (714e2786-4f81-41dc-8f3a-28c5417357af), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.748319 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-272e13d4-f7ad-4219-a64c-593126ee819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150'}], 'enable_snat': True}, 'gw_port_id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:39:39Z', 'revision_number': 5, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port': {'id': '714e2786-4f81-41dc-8f3a-28c5417357af', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0a:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:41Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:40.771175 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0852a1a-01f0-473c-9a2c-2322a855a47d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (6e52b530-fb28-4112-905e-76aae4e9f8aa), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.774392 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:39:40.774564 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e13d4-f7ad-4219-a64c-593126ee819c None None] Checking router: 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:39:40.774778 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.783928 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272e13d4-f7ad-4219-a64c-593126ee819c None None] Routers {'21aaf4f9-9d24-4f18-80a0-bde536b4fd01'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:40.784555 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-272e13d4-f7ad-4219-a64c-593126ee819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:40.795749 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0852a1a-01f0-473c-9a2c-2322a855a47d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e52b530-fb28-4112-905e-76aae4e9f8aa,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:40.820223 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] For port 714e2786-4f81-41dc-8f3a-28c5417357af, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=714e2786-4f81-41dc-8f3a-28c5417357af,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:40.821171 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (714e2786-4f81-41dc-8f3a-28c5417357af), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.837931 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Calling delete_port for 714e2786-4f81-41dc-8f3a-28c5417357af owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:39:40.865076 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:39:40.866062 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.876435 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:40.883053 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a0852a1a-01f0-473c-9a2c-2322a855a47d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:40.884125 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-272e13d4-f7ad-4219-a64c-593126ee819c None None] Set router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:40.885718 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-a0852a1a-01f0-473c-9a2c-2322a855a47d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4359558 Jun 30 16:39:40.888601 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39636) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:40.895566 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:40.895985 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-523a817b-d586-4606-8bc7-e1f0a97b5a44 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'security_group_rule': {'security_group_id': '7457f63e-f254-44ae-b2c2-6ecb1ad297d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:40.897977 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b944fa09-f865-4e53-ba95-702254c36ba4" -d '{"events": [{"server_uuid": "cfa43141-bf18-4671-bcfe-fcc4b0b32da0", "name": "network-vif-plugged", "status": "completed", "tag": "0a9fbc7b-f598-4597-8eb4-e0ab9c795a44"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:40.910546 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:40.913375 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:40.950742 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-272e13d4-f7ad-4219-a64c-593126ee819c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:39:40Z', 'revision_number': 6, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port_host': None}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:40.979230 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272e13d4-f7ad-4219-a64c-593126ee819c None None] The sync data for ids ['21aaf4f9-9d24-4f18-80a0-bde536b4fd01'] in dv-cinder-836027-2-iscsi is: [{'id': '21aaf4f9-9d24-4f18-80a0-bde536b4fd01', 'name': 'tempest-ServerRescueNegativeTestJSON-92912002-router', 'tenant_id': '839a189179c543c6a704a968170ec022', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:39:40Z', 'revision_number': 6, 'project_id': '839a189179c543c6a704a968170ec022', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:39:41.001290 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.018321 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f721a83e-d320-4307-94a1-abf25f338bfa x-openstack-request-id: req-f721a83e-d320-4307-94a1-abf25f338bfa {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:41.018639 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa43141-bf18-4671-bcfe-fcc4b0b32da0", "name": "network-vif-plugged", "status": "completed", "tag": "0a9fbc7b-f598-4597-8eb4-e0ab9c795a44", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:41.018902 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f721a83e-d320-4307-94a1-abf25f338bfa {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:41.019299 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f721a83e-d320-4307-94a1-abf25f338bfa'] response: {'server_uuid': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44', 'code': 200} Jun 30 16:39:41.046139 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-523a817b-d586-4606-8bc7-e1f0a97b5a44 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (74a46c0c-3b7f-4e21-a0ee-02075db89c5d), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.084319 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:41.121281 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-523a817b-d586-4606-8bc7-e1f0a97b5a44 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (74a46c0c-3b7f-4e21-a0ee-02075db89c5d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.165749 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (714e2786-4f81-41dc-8f3a-28c5417357af), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.190008 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Pushing event deleted for resources: {'Port': ['ID=714e2786-4f81-41dc-8f3a-28c5417357af,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:41.194349 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-523a817b-d586-4606-8bc7-e1f0a97b5a44 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (74a46c0c-3b7f-4e21-a0ee-02075db89c5d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.216288 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523a817b-d586-4606-8bc7-e1f0a97b5a44 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74a46c0c-3b7f-4e21-a0ee-02075db89c5d,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:41.267371 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030166'] for router_gateway (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.281489 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-523a817b-d586-4606-8bc7-e1f0a97b5a44 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.282749 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-523a817b-d586-4606-8bc7-e1f0a97b5a44 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3925035 Jun 30 16:39:41.292052 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39642) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:41.296831 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:41.304520 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:41.379260 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.404085 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1039405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42950'] for router (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.406465 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Publish callbacks [] for router_controller (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.499551 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46974be0-ab97-48f4-8821-3b06e7ed5ccc req-2792b792-09fe-4d69-8e7c-775cdb583c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:41.499551 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-46974be0-ab97-48f4-8821-3b06e7ed5ccc req-2792b792-09fe-4d69-8e7c-775cdb583c54 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 1130 time: 0.1257379 Jun 30 16:39:41.526044 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:41.543039 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-46974be0-ab97-48f4-8821-3b06e7ed5ccc req-c058734a-28ca-49e1-8deb-bd7614760af3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434895 Jun 30 16:39:41.548289 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1039596'] for router (21aaf4f9-9d24-4f18-80a0-bde536b4fd01), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.548941 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21aaf4f9-9d24-4f18-80a0-bde536b4fd01 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 16:39:41.555197 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.556393 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-4a80cb72-5600-449d-b935-ac65f45d6466 admin admin] 10.222.0.67 "DELETE /v2.0/routers/21aaf4f9-9d24-4f18-80a0-bde536b4fd01 HTTP/1.1" status: 204 len: 168 time: 1.2080019 Jun 30 16:39:41.559110 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39646) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:41.607794 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-84b70db0-4ccd-4863-acae-4aafd3dfce02 admin admin] Deleting subnet 59cfdb7b-50de-4ef1-8f7a-e95af2d78968 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:39:41.611491 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-84b70db0-4ccd-4863-acae-4aafd3dfce02 admin admin] Publish callbacks [] for subnet (59cfdb7b-50de-4ef1-8f7a-e95af2d78968), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.651041 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-84b70db0-4ccd-4863-acae-4aafd3dfce02 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13027248'] for subnet (59cfdb7b-50de-4ef1-8f7a-e95af2d78968), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.733952 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-84b70db0-4ccd-4863-acae-4aafd3dfce02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (59cfdb7b-50de-4ef1-8f7a-e95af2d78968), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.777743 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5942c8-1cf6-4f3e-9445-f33d985e9672 req-77bf8cbc-f774-4e92-9a44-6c8b8655eddb tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:41.779140 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7a5942c8-1cf6-4f3e-9445-f33d985e9672 req-77bf8cbc-f774-4e92-9a44-6c8b8655eddb tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 946 time: 0.0618491 Jun 30 16:39:41.780388 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.785804 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:41.863148 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-84b70db0-4ccd-4863-acae-4aafd3dfce02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12978040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13262272'] for subnet (59cfdb7b-50de-4ef1-8f7a-e95af2d78968), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.882455 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7a5942c8-1cf6-4f3e-9445-f33d985e9672 req-1dcceb91-e57c-4ab5-9837-f82c12e34a80 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940101 Jun 30 16:39:41.892701 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b70db0-4ccd-4863-acae-4aafd3dfce02 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59cfdb7b-50de-4ef1-8f7a-e95af2d78968,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:41.894703 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-84b70db0-4ccd-4863-acae-4aafd3dfce02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:41.900544 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-84b70db0-4ccd-4863-acae-4aafd3dfce02 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/59cfdb7b-50de-4ef1-8f7a-e95af2d78968 HTTP/1.1" status: 204 len: 168 time: 0.3378959 Jun 30 16:39:41.900848 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39648) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:41.903769 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab948e4-fc17-4a74-b9c8-4f0638bfc2fc None None] Network aff5e7b4-b06a-4065-b396-531d28bbc09e requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:39:41.941440 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Allocated IP 172.27.2.195 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/59d3e9cb-5edf-4296-b6f7-42e46fa5f60a) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:39:41.985720 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (aff5e7b4-b06a-4065-b396-531d28bbc09e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.033391 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Deleting port f112abf3-d136-4fff-a648-383800b7f687 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:39:42.033742 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (f112abf3-d136-4fff-a648-383800b7f687), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.085677 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for port (59d3e9cb-5edf-4296-b6f7-42e46fa5f60a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.099249 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30aa7df8-7200-4df5-baf3-9a055f8d1114 None None] DHCP port deletion for aff5e7b4-b06a-4065-b396-531d28bbc09e request from dv-cinder-836027-2-iscsi {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 16:39:42.121936 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] For port f112abf3-d136-4fff-a648-383800b7f687, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f112abf3-d136-4fff-a648-383800b7f687,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:42.122251 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (f112abf3-d136-4fff-a648-383800b7f687), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.143166 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-30aa7df8-7200-4df5-baf3-9a055f8d1114 None None] Deleting port f112abf3-d136-4fff-a648-383800b7f687 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:39:42.143686 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-30aa7df8-7200-4df5-baf3-9a055f8d1114 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (f112abf3-d136-4fff-a648-383800b7f687), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.144606 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Calling delete_port for f112abf3-d136-4fff-a648-383800b7f687 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:39:42.211961 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (59d3e9cb-5edf-4296-b6f7-42e46fa5f60a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.226426 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-30aa7df8-7200-4df5-baf3-9a055f8d1114 None None] For port f112abf3-d136-4fff-a648-383800b7f687, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f112abf3-d136-4fff-a648-383800b7f687,segment=NetworkSegment(15b45e43-a1e2-4357-b0b4-7805cb98f050),segment_id=15b45e43-a1e2-4357-b0b4-7805cb98f050)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:42.226829 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-30aa7df8-7200-4df5-baf3-9a055f8d1114 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (f112abf3-d136-4fff-a648-383800b7f687), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.250749 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-30aa7df8-7200-4df5-baf3-9a055f8d1114 None None] Calling delete_port for f112abf3-d136-4fff-a648-383800b7f687 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:39:42.252072 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:39:42.254989 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:39:42.261613 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:39:42.296285 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'Port': ['ID=59d3e9cb-5edf-4296-b6f7-42e46fa5f60a,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:42.314245 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (f112abf3-d136-4fff-a648-383800b7f687), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.329567 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] No DVR routers for this DVR port f112abf3-d136-4fff-a648-383800b7f687 on host dv-cinder-836027-2-iscsi {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:39:42.338999 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-30aa7df8-7200-4df5-baf3-9a055f8d1114 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (f112abf3-d136-4fff-a648-383800b7f687), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.346163 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.362713 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (cf2ccc37-d699-4f3b-b18d-53fc97e2def5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.364247 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:42.371583 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa7df8-7200-4df5-baf3-9a055f8d1114 None None] Pushing event deleted for resources: {'Port': ['ID=f112abf3-d136-4fff-a648-383800b7f687,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:42.372671 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Pushing event deleted for resources: {'Port': ['ID=f112abf3-d136-4fff-a648-383800b7f687,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:42.375209 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30aa7df8-7200-4df5-baf3-9a055f8d1114 None None] No DVR routers for this DVR port f112abf3-d136-4fff-a648-383800b7f687 on host dv-cinder-836027-2-iscsi {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:39:42.438771 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (aff5e7b4-b06a-4065-b396-531d28bbc09e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.461933 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aff5e7b4-b06a-4065-b396-531d28bbc09e']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:42.471349 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b45e43-a1e2-4357-b0b4-7805cb98f050') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:42.471751 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b45e43-a1e2-4357-b0b4-7805cb98f050') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:42.473843 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (59d3e9cb-5edf-4296-b6f7-42e46fa5f60a), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.482379 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13027211'] for segment (15b45e43-a1e2-4357-b0b4-7805cb98f050), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.496386 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (15b45e43-a1e2-4357-b0b4-7805cb98f050), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.502736 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Releasing vlan 446 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:39:42.503508 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12978114'] for segment (15b45e43-a1e2-4357-b0b4-7805cb98f050), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.540612 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 15b45e43-a1e2-4357-b0b4-7805cb98f050 resource provider aggregate not found Jun 30 16:39:42.584816 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 15b45e43-a1e2-4357-b0b4-7805cb98f050 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 15b45e43-a1e2-4357-b0b4-7805cb98f050 found for delete ", "request_id": "req-0ad2c1aa-f6c7-409d-8773-0baf6a798b35"}]} Jun 30 16:39:42.613869 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:42.628336 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for port (59d3e9cb-5edf-4296-b6f7-42e46fa5f60a), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.643350 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (aff5e7b4-b06a-4065-b396-531d28bbc09e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.645514 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.649237 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] 10.222.0.67 "DELETE /v2.0/networks/aff5e7b4-b06a-4065-b396-531d28bbc09e HTTP/1.1" status: 204 len: 168 time: 0.7475598 Jun 30 16:39:42.664071 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66ea5e1-b762-4dde-9ffa-30a37da7f018 admin admin] Pushing event deleted for resources: {'Network': ['ID=aff5e7b4-b06a-4065-b396-531d28bbc09e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:42.691450 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (59d3e9cb-5edf-4296-b6f7-42e46fa5f60a), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.770760 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'Port': ['ID=59d3e9cb-5edf-4296-b6f7-42e46fa5f60a,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:42.781473 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (cf2ccc37-d699-4f3b-b18d-53fc97e2def5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.887919 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:42.889225 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-de833be4-bfdf-406a-b86f-b1da1192d405 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5957739 Jun 30 16:39:43.050260 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39672) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:43.075398 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4009c974-cb90-41a0-8018-fd0bf11c9d33 req-3ed98e3d-8443-4853-a5e5-a7a9d73edbaf tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:43.077025 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4009c974-cb90-41a0-8018-fd0bf11c9d33 req-3ed98e3d-8443-4853-a5e5-a7a9d73edbaf tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 946 time: 0.0852239 Jun 30 16:39:43.084277 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f112abf3-d136-4fff-a648-383800b7f687 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:39:43.102361 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c325290e-3983-42aa-b6fc-da5325eacb87 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=839a189179c543c6a704a968170ec022&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0508192 Jun 30 16:39:43.105641 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39674) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:43.111492 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-90448567-1423-4d31-82dd-81dc4986f388 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--2093468410&fields=id&tenant_id=f942ab31bafc428bb1fba94aee2e0c32 HTTP/1.1" status: 200 len: 267 time: 0.0950696 Jun 30 16:39:43.115882 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: f112abf3-d136-4fff-a648-383800b7f687 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:39:43.116415 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f112abf3-d136-4fff-a648-383800b7f687 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:39:43.117006 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:39:43.137807 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:39:43.138361 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 3d74a2df-2d2f-4e0a-90dc-8f00783c10f8 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:39:43.138563 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 714e2786-4f81-41dc-8f3a-28c5417357af no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:39:43.158571 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 714e2786-4f81-41dc-8f3a-28c5417357af {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:39:43.164553 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 714e2786-4f81-41dc-8f3a-28c5417357af not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:39:43.166754 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bbe3618-f069-48a8-8ae6-4d9170aee903 admin admin] Publish callbacks [] for security_group (bbff6864-9774-4038-837d-6cb4738717f1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:43.189602 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:43.191668 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bbe3618-f069-48a8-8ae6-4d9170aee903 admin admin] Publish callbacks [] for security_group (bbff6864-9774-4038-837d-6cb4738717f1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:43.202802 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4009c974-cb90-41a0-8018-fd0bf11c9d33 req-e8afb3e2-8b84-48cc-9d09-0f3283f57112 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069996 Jun 30 16:39:43.270793 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-bc69f00d-c23c-4167-98f8-bb8b4265dadd tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:43.272858 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-bc69f00d-c23c-4167-98f8-bb8b4265dadd tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/networks?id=16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 200 len: 814 time: 0.1518455 Jun 30 16:39:43.288036 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-3441217a-4cf6-49a4-ae6a-a4d5c4ccc1fd tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/quotas/f942ab31bafc428bb1fba94aee2e0c32 HTTP/1.1" status: 200 len: 375 time: 0.0090938 Jun 30 16:39:43.338076 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b4c1884c-88f7-41dd-885f-6f14c8a80ab3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450318 Jun 30 16:39:43.355228 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bbe3618-f069-48a8-8ae6-4d9170aee903 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (bbff6864-9774-4038-837d-6cb4738717f1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:43.357757 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8bbe3618-f069-48a8-8ae6-4d9170aee903 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:43.358911 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-8bbe3618-f069-48a8-8ae6-4d9170aee903 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bbff6864-9774-4038-837d-6cb4738717f1 HTTP/1.1" status: 204 len: 168 time: 0.2528999 Jun 30 16:39:43.367680 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe3618-f069-48a8-8ae6-4d9170aee903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbff6864-9774-4038-837d-6cb4738717f1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:43.447523 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-285782b9-f38b-423c-b7ad-7d2a52364216 service neutron] 10.222.0.67 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974534 Jun 30 16:39:43.545811 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-7a28d5af-5d0d-49bf-9993-eff7112ed571 service neutron] 10.222.0.67 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923362 Jun 30 16:39:43.784722 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5ee366fd-3df2-4af6-9947-8fa2f74ea943 req-307fc59e-0462-4777-bb9a-f44bd9862e24 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 210 time: 0.0317252 Jun 30 16:39:44.340437 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68236fe9-203a-413f-9ff5-a76c8a764b2e req-36b72cfd-e9ec-467d-8b40-2bfca5c0a087 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:44.342141 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-68236fe9-203a-413f-9ff5-a76c8a764b2e req-36b72cfd-e9ec-467d-8b40-2bfca5c0a087 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 946 time: 0.0529644 Jun 30 16:39:44.392897 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-68236fe9-203a-413f-9ff5-a76c8a764b2e req-76b5d5eb-7c89-496f-8767-545af4b4eef7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448895 Jun 30 16:39:44.488376 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39710) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:44.494915 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:44.511892 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263ad3cc-211e-4664-bbc3-779b4ad71db9 req-f99c0b96-e4d6-4b37-87f9-b9ce8096a220 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:44.513382 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-263ad3cc-211e-4664-bbc3-779b4ad71db9 req-f99c0b96-e4d6-4b37-87f9-b9ce8096a220 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 946 time: 0.0511372 Jun 30 16:39:44.522013 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39714) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:44.526768 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-bc8e09e5-a7b4-41f7-b699-c3bd54c50c7e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Request body: {'floatingip': {'port_id': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:44.570424 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc8e09e5-a7b4-41f7-b699-c3bd54c50c7e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (da94b357-e6ae-4396-8ea0-5498330d3ecf), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:44.593762 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-530498364-network', 'tenant_id': 'ac78a5bc18b946f3bd6f1164ceb5bef0'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:44.651542 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Made reservation on behalf of ac78a5bc18b946f3bd6f1164ceb5bef0 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:39:44.653940 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:44.664474 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:44.707674 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:44.750126 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Publish callbacks [] for security_group (2a25fc60-6856-4d22-942b-3e1c727bc80f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:44.813244 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (2a25fc60-6856-4d22-942b-3e1c727bc80f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:44.828168 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:39:44.855383 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (31f547a6-f312-4034-b24d-d5db79265234), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:44.855772 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.segments_db [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Added segment 31f547a6-f312-4034-b24d-d5db79265234 of type vlan for network 1bf37163-6921-4cfd-ae2c-8ced75198427 Jun 30 16:39:44.870390 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a25fc60-6856-4d22-942b-3e1c727bc80f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:44.909563 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (1bf37163-6921-4cfd-ae2c-8ced75198427), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:44.957762 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-66d7a921-3be3-432e-9061-28f91d151607 req-c0b683d8-63f7-4d2f-ad27-0f4ef04fa19f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 210 time: 0.0477066 Jun 30 16:39:44.980922 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:45.023860 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (1bf37163-6921-4cfd-ae2c-8ced75198427), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:45.024850 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:45.025436 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:45.048667 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc8e09e5-a7b4-41f7-b699-c3bd54c50c7e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:45.087601 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] Pushing event updated for resources: {'Network': ['ID=1bf37163-6921-4cfd-ae2c-8ced75198427,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:45.098018 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 1bf37163-6921-4cfd-ae2c-8ced75198427 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:39:45.104191 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:45.114303 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc8e09e5-a7b4-41f7-b699-c3bd54c50c7e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (da94b357-e6ae-4396-8ea0-5498330d3ecf), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:45.135143 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-8223f986-121c-4a9f-8399-2ce78aa4624d admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.6456516 Jun 30 16:39:45.138057 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39718) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:45.143163 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-16126d26-257c-4ced-93ac-47a4aefa3797 admin admin] Request body: {'subnet': {'network_id': '1bf37163-6921-4cfd-ae2c-8ced75198427', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-530498364-subnet', 'tenant_id': 'ac78a5bc18b946f3bd6f1164ceb5bef0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:45.206006 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16126d26-257c-4ced-93ac-47a4aefa3797 admin admin] Made reservation on behalf of ac78a5bc18b946f3bd6f1164ceb5bef0 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:39:45.208662 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-16126d26-257c-4ced-93ac-47a4aefa3797 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13262319'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:45.221548 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [None req-bc8e09e5-a7b4-41f7-b699-c3bd54c50c7e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Floating IP da94b357-e6ae-4396-8ea0-5498330d3ecf associated. External IP: 172.27.2.42, port: 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44. Jun 30 16:39:45.431613 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8e09e5-a7b4-41f7-b699-c3bd54c50c7e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:39:45.435436 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-16126d26-257c-4ced-93ac-47a4aefa3797 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13008807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13262329'] for subnet (309168c0-71c0-4270-9bb9-bff28a9ef284), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:45.470298 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:45.495313 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16126d26-257c-4ced-93ac-47a4aefa3797 admin admin] Pushing event updated for resources: {'Subnet': ['ID=309168c0-71c0-4270-9bb9-bff28a9ef284,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:45.513209 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16126d26-257c-4ced-93ac-47a4aefa3797 admin admin] Checking segment: {'id': '31f547a6-f312-4034-b24d-d5db79265234', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1bf37163-6921-4cfd-ae2c-8ced75198427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:39:45.513568 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16126d26-257c-4ced-93ac-47a4aefa3797 admin admin] Network hostable DHCP agents. Network: 1bf37163-6921-4cfd-ae2c-8ced75198427, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:39:45.563114 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8e09e5-a7b4-41f7-b699-c3bd54c50c7e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:39:45.567226 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-bc8e09e5-a7b4-41f7-b699-c3bd54c50c7e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:45.574979 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1963e328-cd78-4378-a6ef-aad9e4d5aab3 None None] Sync routers for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:39:45.587556 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1963e328-cd78-4378-a6ef-aad9e4d5aab3 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:45.588191 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-1963e328-cd78-4378-a6ef-aad9e4d5aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:45.593044 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:45.606334 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-bc8e09e5-a7b4-41f7-b699-c3bd54c50c7e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "PUT /v2.0/floatingips/da94b357-e6ae-4396-8ea0-5498330d3ecf HTTP/1.1" status: 200 len: 991 time: 1.0830123 Jun 30 16:39:45.606724 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16126d26-257c-4ced-93ac-47a4aefa3797 admin admin] Network 1bf37163-6921-4cfd-ae2c-8ced75198427 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:39:45.606922 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'tag': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:45.609201 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a345c6a-2c6b-4754-a251-2a242b7d158b" -d '{"events": [{"name": "network-changed", "server_uuid": "cfa43141-bf18-4671-bcfe-fcc4b0b32da0", "tag": "0a9fbc7b-f598-4597-8eb4-e0ab9c795a44"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:45.663747 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219872fd-88e7-4260-a6a2-560d633746d6 x-openstack-request-id: req-219872fd-88e7-4260-a6a2-560d633746d6 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:45.664041 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfa43141-bf18-4671-bcfe-fcc4b0b32da0", "tag": "0a9fbc7b-f598-4597-8eb4-e0ab9c795a44", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:45.664293 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-219872fd-88e7-4260-a6a2-560d633746d6 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:45.664698 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-219872fd-88e7-4260-a6a2-560d633746d6'] response: {'name': 'network-changed', 'server_uuid': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'tag': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44', 'status': 'completed', 'code': 200} Jun 30 16:39:45.706617 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-16126d26-257c-4ced-93ac-47a4aefa3797 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 1bf37163-6921-4cfd-ae2c-8ced75198427) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:39:45.717624 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94c95b0-a4b5-4a47-88e6-f8c46d7300ca None None] Network 1bf37163-6921-4cfd-ae2c-8ced75198427 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:39:45.720552 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-1963e328-cd78-4378-a6ef-aad9e4d5aab3 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:45.731224 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-81c77cf4-a372-4e82-ab25-59e0ea59717b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:45.732767 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-81c77cf4-a372-4e82-ab25-59e0ea59717b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "GET /v2.0/networks?id=16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 200 len: 814 time: 0.1564283 Jun 30 16:39:45.736338 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16126d26-257c-4ced-93ac-47a4aefa3797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:45.736939 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-16126d26-257c-4ced-93ac-47a4aefa3797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:45.771109 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a345c6a-2c6b-4754-a251-2a242b7d158b req-448bd2e1-517d-4bc2-b7bc-4961ee988556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:45.773302 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4a345c6a-2c6b-4754-a251-2a242b7d158b req-448bd2e1-517d-4bc2-b7bc-4961ee988556 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 1130 time: 0.0846527 Jun 30 16:39:45.802731 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:45.845047 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-9e93be33-dd25-4672-b16c-ca56954eb0e0 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f942ab31bafc428bb1fba94aee2e0c32 HTTP/1.1" status: 200 len: 380 time: 0.1014280 Jun 30 16:39:45.891865 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-16126d26-257c-4ced-93ac-47a4aefa3797 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7406151 Jun 30 16:39:45.891865 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'port': {'device_id': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'admin_state_up': True, 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'security_groups': ['7457f63e-f254-44ae-b2c2-6ecb1ad297d7']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:45.935145 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5126c2b-ff50-4976-99f3-9b7f4bd49bb9 None None] Network 1bf37163-6921-4cfd-ae2c-8ced75198427 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:39:45.991736 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a345c6a-2c6b-4754-a251-2a242b7d158b req-227449c4-9234-45c0-9b0b-73133f95b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:45.994064 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4a345c6a-2c6b-4754-a251-2a242b7d158b req-227449c4-9234-45c0-9b0b-73133f95b297 service neutron] 10.222.0.65 "GET /v2.0/networks?id=8aed81da-8ea7-4176-b3f4-7d728693f230 HTTP/1.1" status: 200 len: 910 time: 0.2090521 Jun 30 16:39:46.103874 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8e247dc6-4916-4e6b-b62b-ac08bb2dd727 req-5aa0d22d-2696-4f47-ba0c-252f54039f89 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 210 time: 0.0486248 Jun 30 16:39:46.132345 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:46.325048 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-1963e328-cd78-4378-a6ef-aad9e4d5aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'da94b357-e6ae-4396-8ea0-5498330d3ecf', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'port_id': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'mac_address': 'fa:16:3e:a7:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:39:24Z', 'updated_at': '2022-06-30T16:39:44Z', 'revision_number': 1, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:46.355567 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1963e328-cd78-4378-a6ef-aad9e4d5aab3 None None] Checking router: f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:39:46.364871 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1963e328-cd78-4378-a6ef-aad9e4d5aab3 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:46.365605 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-1963e328-cd78-4378-a6ef-aad9e4d5aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:46.380846 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4a345c6a-2c6b-4754-a251-2a242b7d158b req-d3218243-f033-4ffa-a58a-e0a7421a1bc8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 HTTP/1.1" status: 200 len: 999 time: 0.3749387 Jun 30 16:39:46.437614 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a345c6a-2c6b-4754-a251-2a242b7d158b req-f8122fc0-cf6d-48c3-a881-a6b0e07a9929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:46.439362 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4a345c6a-2c6b-4754-a251-2a242b7d158b req-f8122fc0-cf6d-48c3-a881-a6b0e07a9929 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=02ad2b4a-36a6-4968-8296-92b670df27ed HTTP/1.1" status: 200 len: 848 time: 0.0516212 Jun 30 16:39:46.486417 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a345c6a-2c6b-4754-a251-2a242b7d158b req-05f9eefe-1b45-4d63-8934-4287b46faee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:46.486627 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-1963e328-cd78-4378-a6ef-aad9e4d5aab3 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:46.488361 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4a345c6a-2c6b-4754-a251-2a242b7d158b req-05f9eefe-1b45-4d63-8934-4287b46faee6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=8aed81da-8ea7-4176-b3f4-7d728693f230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417230 Jun 30 16:39:46.516564 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Made reservation on behalf of f942ab31bafc428bb1fba94aee2e0c32 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:39:46.520304 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:46.655276 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4a345c6a-2c6b-4754-a251-2a242b7d158b req-4165b151-383c-4781-8159-7626af9d5d61 service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595290 Jun 30 16:39:46.675721 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:46.712391 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39744) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:46.718104 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1460997852-network', 'tenant_id': 'aaaa2e09b6e44ad6a8597bc0a3d3916c'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:46.721267 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-1963e328-cd78-4378-a6ef-aad9e4d5aab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'da94b357-e6ae-4396-8ea0-5498330d3ecf', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'port_id': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'mac_address': 'fa:16:3e:a7:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:39:24Z', 'updated_at': '2022-06-30T16:39:44Z', 'revision_number': 1, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:46.750551 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1963e328-cd78-4378-a6ef-aad9e4d5aab3 None None] The sync data for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi is: [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'da94b357-e6ae-4396-8ea0-5498330d3ecf', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'floating_ip_address': '172.27.2.42', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'port_id': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'mac_address': 'fa:16:3e:a7:d6:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:39:24Z', 'updated_at': '2022-06-30T16:39:44Z', 'revision_number': 1, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:39:46.764016 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:46.781856 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Allocated IP 172.20.0.5 (16892394-e408-48ab-985b-412d1c45e5c5/62e7d36d-3495-499f-a7ab-fddad57919a9/1b8b879d-fbe8-4d64-bc33-b23f193e7b6d) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:39:46.800189 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Made reservation on behalf of aaaa2e09b6e44ad6a8597bc0a3d3916c for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:39:46.802816 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:46.813227 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:46.815456 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4a345c6a-2c6b-4754-a251-2a242b7d158b req-79b8afc6-18cd-4862-87d0-989218531eee service neutron] 10.222.0.65 "GET /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541765 Jun 30 16:39:46.899787 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Publish callbacks [] for security_group (7079a155-69f2-44b0-ba83-2db863e96069), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:46.954885 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7079a155-69f2-44b0-ba83-2db863e96069), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:46.966460 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:46.970738 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:47.002728 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:39:47.014002 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7079a155-69f2-44b0-ba83-2db863e96069,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:47.020106 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babf3666-fe76-407b-992f-56be9c112611 None None] New status for floating IP da94b357-e6ae-4396-8ea0-5498330d3ecf: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:39:47.021105 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (4dd701b3-3d46-4d0f-91ed-a1ead3262a53), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:47.021467 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.segments_db [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Added segment 4dd701b3-3d46-4d0f-91ed-a1ead3262a53 of type vlan for network ce698cbb-4489-4253-a7d6-7c8845372e72 Jun 30 16:39:47.065020 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (ce698cbb-4489-4253-a7d6-7c8845372e72), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:47.080814 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:47.129125 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Network 16892394-e408-48ab-985b-412d1c45e5c5 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:39:47.133111 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:39:47.137267 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:39:47.170293 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event updated for resources: {'Port': ['ID=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:47.172255 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (ce698cbb-4489-4253-a7d6-7c8845372e72), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:47.173427 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:47.174053 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:47.199207 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:47.199893 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:47.261021 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-c69a8a15-9184-4c96-aac5-fe1b41689b07 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3849943 Jun 30 16:39:47.261501 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39748) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:47.261882 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5422351 Jun 30 16:39:47.268048 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-6c1afc70-91c6-4256-aef8-8d690674e8a0 admin admin] Request body: {'subnet': {'network_id': 'ce698cbb-4489-4253-a7d6-7c8845372e72', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1460997852-subnet', 'tenant_id': 'aaaa2e09b6e44ad6a8597bc0a3d3916c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:47.285371 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Request body: {'port': {'device_id': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:47.300411 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da1796-9ff9-421d-a883-a39ca6c8885b admin admin] Pushing event updated for resources: {'Network': ['ID=ce698cbb-4489-4253-a7d6-7c8845372e72,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:47.312796 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f212ac4d-5d37-45bc-a834-d6a87cfbf8b9 req-8e057bd4-5e0e-4fd5-b1c7-749d2b3e0042 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:47.313798 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network ce698cbb-4489-4253-a7d6-7c8845372e72 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:39:47.315173 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f212ac4d-5d37-45bc-a834-d6a87cfbf8b9 req-8e057bd4-5e0e-4fd5-b1c7-749d2b3e0042 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 931 time: 0.1162264 Jun 30 16:39:47.369389 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:47.380402 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f212ac4d-5d37-45bc-a834-d6a87cfbf8b9 req-c578a221-db10-41c0-a37f-da77bc417295 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7457f63e-f254-44ae-b2c2-6ecb1ad297d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544665 Jun 30 16:39:47.416338 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c1afc70-91c6-4256-aef8-8d690674e8a0 admin admin] Made reservation on behalf of aaaa2e09b6e44ad6a8597bc0a3d3916c for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:39:47.418644 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6c1afc70-91c6-4256-aef8-8d690674e8a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13262319'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:47.421726 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4852a60f-a102-47d7-9496-333c4f3d7df5 None None] Provisioning complete for port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:39:47.422094 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4852a60f-a102-47d7-9496-333c4f3d7df5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:47.454845 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4852a60f-a102-47d7-9496-333c4f3d7df5 None None] Port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:39:47.695097 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:47.780092 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:39:47.788147 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Publish callbacks [] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:47.801004 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Transition to ACTIVE for port object 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:39:47.851862 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6c1afc70-91c6-4256-aef8-8d690674e8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13008807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13262329'] for subnet (0653667c-4a4c-40d3-b961-05e74fc87c18), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:47.883683 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:47.926659 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:DELETE=1,neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:47.963352 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1afc70-91c6-4256-aef8-8d690674e8a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0653667c-4a4c-40d3-b961-05e74fc87c18,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:47.982002 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:48.005205 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1afc70-91c6-4256-aef8-8d690674e8a0 admin admin] Checking segment: {'id': '4dd701b3-3d46-4d0f-91ed-a1ead3262a53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ce698cbb-4489-4253-a7d6-7c8845372e72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:39:48.005572 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1afc70-91c6-4256-aef8-8d690674e8a0 admin admin] Network hostable DHCP agents. Network: ce698cbb-4489-4253-a7d6-7c8845372e72, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:39:48.071056 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Attempting to bind port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:39:48.071395 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Attempting to bind port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:39:48.071839 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Attempting to bind port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d on network 16892394-e408-48ab-985b-412d1c45e5c5 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:39:48.077206 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d on network 16892394-e408-48ab-985b-412d1c45e5c5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:39:48.077548 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Attempting to bind port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d on network 16892394-e408-48ab-985b-412d1c45e5c5 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:39:48.083510 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:39:48.083510 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Checking segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:39:48.083836 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Bound using segment: {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:39:48.084271 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Bound port: 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1562fe27-942e-4a15-b292-c0f7e1e32794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:39:48.084788 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:48.153717 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] For port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:39:48.156736 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] For port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:39:48.171463 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1afc70-91c6-4256-aef8-8d690674e8a0 admin admin] Network ce698cbb-4489-4253-a7d6-7c8845372e72 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:39:48.246564 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:48.275665 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-6c1afc70-91c6-4256-aef8-8d690674e8a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, ce698cbb-4489-4253-a7d6-7c8845372e72) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:39:48.286248 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f075ce54-6a0a-449d-90a2-5ea0cfe323f2 None None] Network ce698cbb-4489-4253-a7d6-7c8845372e72 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:39:48.288006 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c1afc70-91c6-4256-aef8-8d690674e8a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:48.288609 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6c1afc70-91c6-4256-aef8-8d690674e8a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:48.300179 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:48.300801 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:48.302335 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] 10.222.0.65 "PUT /v2.0/ports/1b8b879d-fbe8-4d64-bc33-b23f193e7b6d HTTP/1.1" status: 200 len: 1093 time: 1.0272167 Jun 30 16:39:48.302849 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'tag': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:48.305690 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469f13dc-0a2c-4746-b56d-00a88e12b1f8" -d '{"events": [{"name": "network-changed", "server_uuid": "ab43f806-fda4-432a-ac06-f950c83c9edf", "tag": "1b8b879d-fbe8-4d64-bc33-b23f193e7b6d"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:48.328048 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18282bf-7683-462e-a958-b197f3a39e19 service neutron] Pushing event updated for resources: {'Port': ['ID=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:48.364977 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c35c6334-7146-4e63-9e19-d50f9fa3229d x-openstack-request-id: req-c35c6334-7146-4e63-9e19-d50f9fa3229d {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:48.365274 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab43f806-fda4-432a-ac06-f950c83c9edf", "tag": "1b8b879d-fbe8-4d64-bc33-b23f193e7b6d", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:48.366364 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c35c6334-7146-4e63-9e19-d50f9fa3229d {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:48.366782 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c35c6334-7146-4e63-9e19-d50f9fa3229d'] response: {'name': 'network-changed', 'server_uuid': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'tag': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d', 'status': 'completed', 'code': 200} Jun 30 16:39:48.417751 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a589126b-21f2-4381-958c-c2a7bcff828c None None] Network ce698cbb-4489-4253-a7d6-7c8845372e72 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:39:48.430740 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-6c1afc70-91c6-4256-aef8-8d690674e8a0 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1638441 Jun 30 16:39:48.457171 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f13dc-0a2c-4746-b56d-00a88e12b1f8 req-7569a1d9-6a8e-4869-849d-05eb0cbed778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:48.460635 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-469f13dc-0a2c-4746-b56d-00a88e12b1f8 req-7569a1d9-6a8e-4869-849d-05eb0cbed778 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 1127 time: 0.0738766 Jun 30 16:39:48.531946 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:48.566812 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4914d1-8436-4410-8512-937419c376d4 req-bd0bbe89-35d6-4a62-b9b9-ffacc3ce3f78 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:48.568351 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dd4914d1-8436-4410-8512-937419c376d4 req-bd0bbe89-35d6-4a62-b9b9-ffacc3ce3f78 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 943 time: 0.0673501 Jun 30 16:39:48.599242 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:48.604967 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f13dc-0a2c-4746-b56d-00a88e12b1f8 req-ed2930e7-ce7c-477a-9668-21952634dec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:48.606633 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-469f13dc-0a2c-4746-b56d-00a88e12b1f8 req-ed2930e7-ce7c-477a-9668-21952634dec6 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1365018 Jun 30 16:39:48.606756 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39756) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:48.658538 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dd4914d1-8436-4410-8512-937419c376d4 req-5971016f-66f8-4aba-b5fb-80f2978f0237 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7457f63e-f254-44ae-b2c2-6ecb1ad297d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828891 Jun 30 16:39:48.672913 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f5cbbd5-ee70-4333-9254-bc725513571e admin admin] Deleting subnet 309168c0-71c0-4270-9bb9-bff28a9ef284 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:39:48.680189 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f5cbbd5-ee70-4333-9254-bc725513571e admin admin] Publish callbacks [] for subnet (309168c0-71c0-4270-9bb9-bff28a9ef284), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:48.711967 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469f13dc-0a2c-4746-b56d-00a88e12b1f8 req-a0e9745a-32af-4e34-a51d-5f9fb47b45af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:48.713514 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-469f13dc-0a2c-4746-b56d-00a88e12b1f8 req-a0e9745a-32af-4e34-a51d-5f9fb47b45af service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005147 Jun 30 16:39:48.716757 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f5cbbd5-ee70-4333-9254-bc725513571e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267484'] for subnet (309168c0-71c0-4270-9bb9-bff28a9ef284), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:48.749475 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:48.761393 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f5cbbd5-ee70-4333-9254-bc725513571e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (309168c0-71c0-4270-9bb9-bff28a9ef284), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:48.791104 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-f8560361-7a9f-4d68-ba21-71ca8f43baab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:48.792659 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-f8560361-7a9f-4d68-ba21-71ca8f43baab service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 1127 time: 0.0412009 Jun 30 16:39:48.833548 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-2a3c11dd-97c1-41fe-95da-830953d9c2ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d HTTP/1.1" status: 200 len: 217 time: 0.0343614 Jun 30 16:39:48.886949 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-3653ce9e-f505-4f23-8c4a-e522fe282c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:48.888455 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-3653ce9e-f505-4f23-8c4a-e522fe282c07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62e7d36d-3495-499f-a7ab-fddad57919a9 HTTP/1.1" status: 200 len: 853 time: 0.0487831 Jun 30 16:39:48.892281 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f5cbbd5-ee70-4333-9254-bc725513571e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13834865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13008078'] for subnet (309168c0-71c0-4270-9bb9-bff28a9ef284), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:48.920411 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cbbd5-ee70-4333-9254-bc725513571e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=309168c0-71c0-4270-9bb9-bff28a9ef284,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:48.924609 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3f5cbbd5-ee70-4333-9254-bc725513571e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:48.930092 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-3f5cbbd5-ee70-4333-9254-bc725513571e admin admin] 10.222.0.67 "DELETE /v2.0/subnets/309168c0-71c0-4270-9bb9-bff28a9ef284 HTTP/1.1" status: 204 len: 168 time: 0.3202035 Jun 30 16:39:48.930464 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39758) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:48.938841 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-7e304607-afeb-4e9f-af57-82a473fbadda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:48.940565 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-7e304607-afeb-4e9f-af57-82a473fbadda service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16892394-e408-48ab-985b-412d1c45e5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451398 Jun 30 16:39:49.001454 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (1bf37163-6921-4cfd-ae2c-8ced75198427), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.040413 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-1ed6d162-8abd-4247-88ae-e65f7b908bde service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919995 Jun 30 16:39:49.091306 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (1bf37163-6921-4cfd-ae2c-8ced75198427), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.113261 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bf37163-6921-4cfd-ae2c-8ced75198427']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:49.122942 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f547a6-f312-4034-b24d-d5db79265234') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:49.123236 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f547a6-f312-4034-b24d-d5db79265234') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:49.133987 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267495'] for segment (31f547a6-f312-4034-b24d-d5db79265234), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.137026 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4e63b68b-3b6c-4492-b3d9-51f64c4dc6db req-4397d01f-5670-4d2c-ac87-8453e73414e2 service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905247 Jun 30 16:39:49.149109 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (31f547a6-f312-4034-b24d-d5db79265234), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.156008 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:39:49.156384 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13834955'] for segment (31f547a6-f312-4034-b24d-d5db79265234), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.175824 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 31f547a6-f312-4034-b24d-d5db79265234 resource provider aggregate not found Jun 30 16:39:49.220510 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 31f547a6-f312-4034-b24d-d5db79265234 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31f547a6-f312-4034-b24d-d5db79265234 found for delete ", "request_id": "req-3790da30-de14-4e4e-b2bb-75a0e3943b43"}]} Jun 30 16:39:49.297174 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (1bf37163-6921-4cfd-ae2c-8ced75198427), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.302670 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.305955 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] 10.222.0.67 "DELETE /v2.0/networks/1bf37163-6921-4cfd-ae2c-8ced75198427 HTTP/1.1" status: 204 len: 168 time: 0.3745348 Jun 30 16:39:49.309331 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39764) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:49.317452 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2b473-c669-476c-a553-8271caf3f1c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bf37163-6921-4cfd-ae2c-8ced75198427,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:49.356869 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-de6f724a-dbb0-4437-8b9f-d0a3be60a6a2 admin admin] Deleting subnet 0653667c-4a4c-40d3-b961-05e74fc87c18 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:39:49.360257 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de6f724a-dbb0-4437-8b9f-d0a3be60a6a2 admin admin] Publish callbacks [] for subnet (0653667c-4a4c-40d3-b961-05e74fc87c18), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.401133 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de6f724a-dbb0-4437-8b9f-d0a3be60a6a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13027248'] for subnet (0653667c-4a4c-40d3-b961-05e74fc87c18), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.441461 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de6f724a-dbb0-4437-8b9f-d0a3be60a6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (0653667c-4a4c-40d3-b961-05e74fc87c18), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.492526 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:49.577515 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de6f724a-dbb0-4437-8b9f-d0a3be60a6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12978040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13262272'] for subnet (0653667c-4a4c-40d3-b961-05e74fc87c18), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.607441 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6f724a-dbb0-4437-8b9f-d0a3be60a6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0653667c-4a4c-40d3-b961-05e74fc87c18,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:49.609442 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de6f724a-dbb0-4437-8b9f-d0a3be60a6a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.612559 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-de6f724a-dbb0-4437-8b9f-d0a3be60a6a2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/0653667c-4a4c-40d3-b961-05e74fc87c18 HTTP/1.1" status: 204 len: 168 time: 0.3025043 Jun 30 16:39:49.615057 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39766) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:49.689340 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (ce698cbb-4489-4253-a7d6-7c8845372e72), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.770689 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (ce698cbb-4489-4253-a7d6-7c8845372e72), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.779349 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d125ee3-90dd-44e3-b26a-1e09b581e4af req-c2afa76a-2c7e-4eb5-a7e3-8f3b34a70e4f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:49.780870 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d125ee3-90dd-44e3-b26a-1e09b581e4af req-c2afa76a-2c7e-4eb5-a7e3-8f3b34a70e4f tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 943 time: 0.0483313 Jun 30 16:39:49.796868 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce698cbb-4489-4253-a7d6-7c8845372e72']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:49.807543 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd701b3-3d46-4d0f-91ed-a1ead3262a53') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:49.809307 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd701b3-3d46-4d0f-91ed-a1ead3262a53') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:49.818342 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13027211'] for segment (4dd701b3-3d46-4d0f-91ed-a1ead3262a53), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.830282 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d125ee3-90dd-44e3-b26a-1e09b581e4af req-536078b3-ed68-4def-bfe3-789e20dad033 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7457f63e-f254-44ae-b2c2-6ecb1ad297d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437503 Jun 30 16:39:49.832600 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (4dd701b3-3d46-4d0f-91ed-a1ead3262a53), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.839590 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:39:49.841153 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12978114'] for segment (4dd701b3-3d46-4d0f-91ed-a1ead3262a53), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.861105 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 4dd701b3-3d46-4d0f-91ed-a1ead3262a53 resource provider aggregate not found Jun 30 16:39:49.899790 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 4dd701b3-3d46-4d0f-91ed-a1ead3262a53 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4dd701b3-3d46-4d0f-91ed-a1ead3262a53 found for delete ", "request_id": "req-7683ebc8-83e5-4967-9370-15e966ea88b5"}]} Jun 30 16:39:49.977310 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (ce698cbb-4489-4253-a7d6-7c8845372e72), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.982928 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:49.986017 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ce698cbb-4489-4253-a7d6-7c8845372e72 HTTP/1.1" status: 204 len: 168 time: 0.3699915 Jun 30 16:39:49.998278 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce99a7-d025-49e6-bf7b-5ebe18a9d707 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce698cbb-4489-4253-a7d6-7c8845372e72,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:50.375821 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39776) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:50.419696 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-7f2e8fd5-5233-4188-8669-64f54c70eb6e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ac78a5bc18b946f3bd6f1164ceb5bef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426514 Jun 30 16:39:50.422363 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39778) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:50.479713 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6eb69068-0571-4070-a73b-b5ce6e341809 admin admin] Publish callbacks [] for security_group (2a25fc60-6856-4d22-942b-3e1c727bc80f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:50.483920 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:50.504471 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6eb69068-0571-4070-a73b-b5ce6e341809 admin admin] Publish callbacks [] for security_group (2a25fc60-6856-4d22-942b-3e1c727bc80f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:50.640677 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6eb69068-0571-4070-a73b-b5ce6e341809 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (2a25fc60-6856-4d22-942b-3e1c727bc80f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:50.643240 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6eb69068-0571-4070-a73b-b5ce6e341809 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:50.644430 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-6eb69068-0571-4070-a73b-b5ce6e341809 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2a25fc60-6856-4d22-942b-3e1c727bc80f HTTP/1.1" status: 204 len: 168 time: 0.2211401 Jun 30 16:39:50.654254 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb69068-0571-4070-a73b-b5ce6e341809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a25fc60-6856-4d22-942b-3e1c727bc80f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:50.713990 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:39:50.820989 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:50.833759 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'port_id': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d', 'mac_address': 'fa:16:3e:bf:fc:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:39:50.858830 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:50.873707 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:39:50.874104 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:50.889054 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:39:50.910548 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:50.946970 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d358566a-3e61-438b-884f-9e3f7a9a8d96 req-2b5265bd-6678-4c98-9d51-64585718a755 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:50.948702 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d358566a-3e61-438b-884f-9e3f7a9a8d96 req-2b5265bd-6678-4c98-9d51-64585718a755 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 943 time: 0.0498714 Jun 30 16:39:51.004063 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d358566a-3e61-438b-884f-9e3f7a9a8d96 req-630e9104-9f78-4e06-9a96-9d5774227dad tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7457f63e-f254-44ae-b2c2-6ecb1ad297d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498343 Jun 30 16:39:51.040162 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:51.093449 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:51.281036 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['1b8b879d-fbe8-4d64-bc33-b23f193e7b6d'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:39:51.379785 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39786) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:51.422493 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ae259d07-14c0-4213-a18b-24e7cbdffba0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aaaa2e09b6e44ad6a8597bc0a3d3916c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414968 Jun 30 16:39:51.424962 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39790) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:51.475086 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6846319c-29fd-440b-91b6-81e19e41ceb3 admin admin] Publish callbacks [] for security_group (7079a155-69f2-44b0-ba83-2db863e96069), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:51.496421 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6846319c-29fd-440b-91b6-81e19e41ceb3 admin admin] Publish callbacks [] for security_group (7079a155-69f2-44b0-ba83-2db863e96069), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:51.611906 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6846319c-29fd-440b-91b6-81e19e41ceb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7079a155-69f2-44b0-ba83-2db863e96069), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:51.614442 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-6846319c-29fd-440b-91b6-81e19e41ceb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:51.615618 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-6846319c-29fd-440b-91b6-81e19e41ceb3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7079a155-69f2-44b0-ba83-2db863e96069 HTTP/1.1" status: 204 len: 168 time: 0.1897128 Jun 30 16:39:51.625249 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846319c-29fd-440b-91b6-81e19e41ceb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7079a155-69f2-44b0-ba83-2db863e96069,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:52.131718 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfa4fe0-ea91-4d01-b498-c3d87f9b5c18 req-9aa8bf13-98dc-44fe-b862-506bbc330bea tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:52.136459 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dcfa4fe0-ea91-4d01-b498-c3d87f9b5c18 req-9aa8bf13-98dc-44fe-b862-506bbc330bea tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 944 time: 0.0536299 Jun 30 16:39:52.185988 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dcfa4fe0-ea91-4d01-b498-c3d87f9b5c18 req-3f01a926-72f8-4ab2-a130-21273fd41570 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7457f63e-f254-44ae-b2c2-6ecb1ad297d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457819 Jun 30 16:39:52.723821 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:39:52.750636 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:52.775763 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:39:52.823442 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:39:52.823952 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:52.842480 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:39:52.902425 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:39:52.902818 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:52.927495 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:52.930196 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8439796-22d6-42e6-b29a-020a8ed75a14" -d '{"events": [{"server_uuid": "ab43f806-fda4-432a-ac06-f950c83c9edf", "name": "network-vif-plugged", "status": "completed", "tag": "1b8b879d-fbe8-4d64-bc33-b23f193e7b6d"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:52.952271 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:39:52.975762 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffb24e1-9a63-46a6-9e0d-f7b2c80358dd x-openstack-request-id: req-7ffb24e1-9a63-46a6-9e0d-f7b2c80358dd {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:52.976049 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab43f806-fda4-432a-ac06-f950c83c9edf", "name": "network-vif-plugged", "status": "completed", "tag": "1b8b879d-fbe8-4d64-bc33-b23f193e7b6d", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:52.976303 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ffb24e1-9a63-46a6-9e0d-f7b2c80358dd {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:52.976733 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ffb24e1-9a63-46a6-9e0d-f7b2c80358dd'] response: {'server_uuid': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d', 'code': 200} Jun 30 16:39:53.028839 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:53.091095 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:53.276154 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:53.314647 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e2389-5b8a-4afc-97b3-e9ac8d40ca8d req-4ba60d1f-45ec-410c-8b7b-cf21a20a4a5b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:53.316173 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-808e2389-5b8a-4afc-97b3-e9ac8d40ca8d req-4ba60d1f-45ec-410c-8b7b-cf21a20a4a5b tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 945 time: 0.0497570 Jun 30 16:39:53.350848 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b8a34-95e0-42d3-986e-1b65daba5aa9 req-5f61bab7-7f61-4104-9712-05145e308c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:53.352546 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b15b8a34-95e0-42d3-986e-1b65daba5aa9 req-5f61bab7-7f61-4104-9712-05145e308c67 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 1129 time: 0.0400782 Jun 30 16:39:53.365389 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-808e2389-5b8a-4afc-97b3-e9ac8d40ca8d req-7019a62e-157d-4ef2-b4a2-7de306d5f64c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7457f63e-f254-44ae-b2c2-6ecb1ad297d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422835 Jun 30 16:39:53.411415 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b15b8a34-95e0-42d3-986e-1b65daba5aa9 req-a9fcb009-0080-4972-bec1-e3591c03a5a8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=7457f63e-f254-44ae-b2c2-6ecb1ad297d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447800 Jun 30 16:39:54.496631 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d046e36d-0076-433a-8c88-a372c13b3684 req-d46c4b60-7dc2-4e8d-9576-9f15de2a49f3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:54.496631 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d046e36d-0076-433a-8c88-a372c13b3684 req-d46c4b60-7dc2-4e8d-9576-9f15de2a49f3 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 945 time: 0.0541780 Jun 30 16:39:54.551375 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d046e36d-0076-433a-8c88-a372c13b3684 req-77d49909-325a-4088-b59f-b28a37c86847 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7457f63e-f254-44ae-b2c2-6ecb1ad297d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503190 Jun 30 16:39:55.499930 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39870) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:55.620123 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-faca4a51-abb0-4ecd-a0c0-5f1581c9a7c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:55.640304 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:55.684822 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca8651-a1f7-4071-b51d-0fd9f62fab18 req-e56beb02-a958-444f-9fbf-de8af897630d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:55.686626 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b1ca8651-a1f7-4071-b51d-0fd9f62fab18 req-e56beb02-a958-444f-9fbf-de8af897630d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 945 time: 0.0580552 Jun 30 16:39:55.718147 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-faca4a51-abb0-4ecd-a0c0-5f1581c9a7c7 admin admin] Publish callbacks [] for security_group (7bee3ae6-dbd4-4a82-a133-df78c737d583), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:55.739045 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b1ca8651-a1f7-4071-b51d-0fd9f62fab18 req-87e46054-388f-4e0a-9e55-41af09caca7a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7457f63e-f254-44ae-b2c2-6ecb1ad297d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466154 Jun 30 16:39:55.800582 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-faca4a51-abb0-4ecd-a0c0-5f1581c9a7c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7bee3ae6-dbd4-4a82-a133-df78c737d583), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:55.844222 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faca4a51-abb0-4ecd-a0c0-5f1581c9a7c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bee3ae6-dbd4-4a82-a133-df78c737d583,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:55.852963 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39878) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:55.853205 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-faca4a51-abb0-4ecd-a0c0-5f1581c9a7c7 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=76974991c22b4e6aa7eaadf92ea823f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3519261 Jun 30 16:39:55.875373 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8805bf72-4287-4826-bebd-52a16a04db9b req-224cdb1d-6fea-4c36-89ab-9b09143b5a9c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:55.876926 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8805bf72-4287-4826-bebd-52a16a04db9b req-224cdb1d-6fea-4c36-89ab-9b09143b5a9c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 945 time: 0.0686753 Jun 30 16:39:55.886215 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39880) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:55.891047 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-4ccdf842-ca4e-4a55-8026-0d6598b81ca7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Request body: {'floatingip': {'port_id': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:39:55.919415 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Publish callbacks [] for security_group (7bee3ae6-dbd4-4a82-a133-df78c737d583), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:55.936579 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf842-ca4e-4a55-8026-0d6598b81ca7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (cf2ccc37-d699-4f3b-b18d-53fc97e2def5), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:55.943501 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Publish callbacks [] for security_group (7bee3ae6-dbd4-4a82-a133-df78c737d583), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:56.080481 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7bee3ae6-dbd4-4a82-a133-df78c737d583), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:56.083249 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:56.084480 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7bee3ae6-dbd4-4a82-a133-df78c737d583 HTTP/1.1" status: 204 len: 168 time: 0.2305658 Jun 30 16:39:56.093989 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bee3ae6-dbd4-4a82-a133-df78c737d583,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:56.102357 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.102630 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.102946 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.103291 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.103696 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.104041 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.104337 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.104859 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.105367 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.105702 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.106037 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.106526 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.106706 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.107062 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.107304 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-814bc18b-4201-4b3d-81d6-55470d97b96b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:39:56.122123 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:56.411047 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf842-ca4e-4a55-8026-0d6598b81ca7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:56.480412 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf842-ca4e-4a55-8026-0d6598b81ca7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (cf2ccc37-d699-4f3b-b18d-53fc97e2def5), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:56.582857 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [None req-4ccdf842-ca4e-4a55-8026-0d6598b81ca7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Floating IP cf2ccc37-d699-4f3b-b18d-53fc97e2def5 associated. External IP: 172.27.2.195, port: 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d. Jun 30 16:39:56.793519 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ccdf842-ca4e-4a55-8026-0d6598b81ca7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Router a005fa75-8b3f-4f75-8a91-569497cf738a has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:39:56.801894 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 39886) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:56.876041 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b31ff475-7efd-43fd-b1b5-590baaa118d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:56.889625 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:56.950186 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ccdf842-ca4e-4a55-8026-0d6598b81ca7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:39:56.955541 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4ccdf842-ca4e-4a55-8026-0d6598b81ca7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:56.961017 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212bce0d-f598-41e1-ab4b-90805081120c None None] Sync routers for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:39:56.972702 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212bce0d-f598-41e1-ab4b-90805081120c None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:56.974307 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-212bce0d-f598-41e1-ab4b-90805081120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:57.004892 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-4ccdf842-ca4e-4a55-8026-0d6598b81ca7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "PUT /v2.0/floatingips/cf2ccc37-d699-4f3b-b18d-53fc97e2def5 HTTP/1.1" status: 200 len: 991 time: 1.1152961 Jun 30 16:39:57.006068 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'tag': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:39:57.009022 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8832d5fe-7c63-4931-8fc5-9492dace2a00" -d '{"events": [{"name": "network-changed", "server_uuid": "ab43f806-fda4-432a-ac06-f950c83c9edf", "tag": "1b8b879d-fbe8-4d64-bc33-b23f193e7b6d"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:39:57.032336 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b31ff475-7efd-43fd-b1b5-590baaa118d2 admin admin] Publish callbacks [] for security_group (b1c2684b-3b13-4e18-9c1f-a0531ee9038f), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:57.048417 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b4988a-7de4-450a-8397-314078ff4ee9 x-openstack-request-id: req-15b4988a-7de4-450a-8397-314078ff4ee9 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:39:57.048417 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab43f806-fda4-432a-ac06-f950c83c9edf", "tag": "1b8b879d-fbe8-4d64-bc33-b23f193e7b6d", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:39:57.048417 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-15b4988a-7de4-450a-8397-314078ff4ee9 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:39:57.048677 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15b4988a-7de4-450a-8397-314078ff4ee9'] response: {'name': 'network-changed', 'server_uuid': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'tag': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d', 'status': 'completed', 'code': 200} Jun 30 16:39:57.085907 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b31ff475-7efd-43fd-b1b5-590baaa118d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (b1c2684b-3b13-4e18-9c1f-a0531ee9038f), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:57.089517 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-212bce0d-f598-41e1-ab4b-90805081120c None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:57.155663 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-b31ff475-7efd-43fd-b1b5-590baaa118d2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a2ebd2bad132493eaa47d136d002c336&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3526776 Jun 30 16:39:57.158185 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d5fe-7c63-4931-8fc5-9492dace2a00 req-ecb389a0-c1f2-4cd8-a5fd-72a1a29661f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:57.158544 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39892) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:39:57.159676 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8832d5fe-7c63-4931-8fc5-9492dace2a00 req-ecb389a0-c1f2-4cd8-a5fd-72a1a29661f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 1129 time: 0.0841670 Jun 30 16:39:57.161547 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31ff475-7efd-43fd-b1b5-590baaa118d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c2684b-3b13-4e18-9c1f-a0531ee9038f,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:57.167580 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:57.217969 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57289dd8-feb7-4168-bfae-624d3fde4504 admin admin] Publish callbacks [] for security_group (b1c2684b-3b13-4e18-9c1f-a0531ee9038f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:57.243457 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57289dd8-feb7-4168-bfae-624d3fde4504 admin admin] Publish callbacks [] for security_group (b1c2684b-3b13-4e18-9c1f-a0531ee9038f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:57.248541 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:57.271648 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d5fe-7c63-4931-8fc5-9492dace2a00 req-c3a43145-c3ca-4dd4-bc07-a0823308d9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:57.274793 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8832d5fe-7c63-4931-8fc5-9492dace2a00 req-c3a43145-c3ca-4dd4-bc07-a0823308d9f1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 200 len: 915 time: 0.1059783 Jun 30 16:39:57.355252 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57289dd8-feb7-4168-bfae-624d3fde4504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (b1c2684b-3b13-4e18-9c1f-a0531ee9038f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:57.358640 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-57289dd8-feb7-4168-bfae-624d3fde4504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:39:57.362288 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-57289dd8-feb7-4168-bfae-624d3fde4504 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b1c2684b-3b13-4e18-9c1f-a0531ee9038f HTTP/1.1" status: 204 len: 168 time: 0.2002275 Jun 30 16:39:57.384330 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57289dd8-feb7-4168-bfae-624d3fde4504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c2684b-3b13-4e18-9c1f-a0531ee9038f,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:39:57.413097 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:57.480046 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-212bce0d-f598-41e1-ab4b-90805081120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'cf2ccc37-d699-4f3b-b18d-53fc97e2def5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:bf:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:39:42Z', 'updated_at': '2022-06-30T16:39:56Z', 'revision_number': 1, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:57.515162 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212bce0d-f598-41e1-ab4b-90805081120c None None] Checking router: a005fa75-8b3f-4f75-8a91-569497cf738a for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:39:57.525384 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212bce0d-f598-41e1-ab4b-90805081120c None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:39:57.526023 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-212bce0d-f598-41e1-ab4b-90805081120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:39:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:57.608551 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8832d5fe-7c63-4931-8fc5-9492dace2a00 req-b8727d06-f4b2-400a-9845-51ea0085647a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d HTTP/1.1" status: 200 len: 999 time: 0.3268611 Jun 30 16:39:57.645544 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-212bce0d-f598-41e1-ab4b-90805081120c None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:39:57.665875 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d5fe-7c63-4931-8fc5-9492dace2a00 req-01af739d-b19b-4ff1-95d7-185912975201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:57.667392 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8832d5fe-7c63-4931-8fc5-9492dace2a00 req-01af739d-b19b-4ff1-95d7-185912975201 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=62e7d36d-3495-499f-a7ab-fddad57919a9 HTTP/1.1" status: 200 len: 853 time: 0.0494602 Jun 30 16:39:57.714971 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832d5fe-7c63-4931-8fc5-9492dace2a00 req-db5e688c-25bb-43e2-baa2-447f4ba87aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:39:57.716546 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8832d5fe-7c63-4931-8fc5-9492dace2a00 req-db5e688c-25bb-43e2-baa2-447f4ba87aec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=16892394-e408-48ab-985b-412d1c45e5c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426810 Jun 30 16:39:57.767089 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:39:57.817945 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8832d5fe-7c63-4931-8fc5-9492dace2a00 req-af541e1d-0ff0-4e28-ae52-d6232d7c50be service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947130 Jun 30 16:39:57.878112 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-212bce0d-f598-41e1-ab4b-90805081120c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'cf2ccc37-d699-4f3b-b18d-53fc97e2def5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:bf:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:39:42Z', 'updated_at': '2022-06-30T16:39:56Z', 'revision_number': 1, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:39:57.912059 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-212bce0d-f598-41e1-ab4b-90805081120c None None] The sync data for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi is: [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': 'cf2ccc37-d699-4f3b-b18d-53fc97e2def5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'floating_ip_address': '172.27.2.195', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'port_id': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'mac_address': 'fa:16:3e:bf:fc:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:39:42Z', 'updated_at': '2022-06-30T16:39:56Z', 'revision_number': 1, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:39:57.917500 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8832d5fe-7c63-4931-8fc5-9492dace2a00 req-a5414c1a-ad7a-4374-9775-6bd7ea48895b service neutron] 10.222.0.65 "GET /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936878 Jun 30 16:39:58.137250 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4af4c09-5501-4f90-8814-994c73228073 None None] New status for floating IP cf2ccc37-d699-4f3b-b18d-53fc97e2def5: ACTIVE {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:40:00.057053 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39954) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:00.174236 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8297ecb5-8b7f-465a-a47f-81b0426a96e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:00.252110 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8297ecb5-8b7f-465a-a47f-81b0426a96e6 admin admin] Publish callbacks [] for security_group (c5851994-5bc1-4737-91ea-01d6f77fa0ef), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:00.303354 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8297ecb5-8b7f-465a-a47f-81b0426a96e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (c5851994-5bc1-4737-91ea-01d6f77fa0ef), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:00.342771 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8297ecb5-8b7f-465a-a47f-81b0426a96e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5851994-5bc1-4737-91ea-01d6f77fa0ef,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:00.347111 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-8297ecb5-8b7f-465a-a47f-81b0426a96e6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0e1b3a8273d949fab03bdd973894a9d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2889822 Jun 30 16:40:00.350200 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39960) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:00.375817 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:00.404154 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7fae-6c9e-4dba-9ebc-cb8e8effed7e admin admin] Publish callbacks [] for security_group (c5851994-5bc1-4737-91ea-01d6f77fa0ef), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:00.428092 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7fae-6c9e-4dba-9ebc-cb8e8effed7e admin admin] Publish callbacks [] for security_group (c5851994-5bc1-4737-91ea-01d6f77fa0ef), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:00.549491 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7fae-6c9e-4dba-9ebc-cb8e8effed7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (c5851994-5bc1-4737-91ea-01d6f77fa0ef), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:00.552135 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5d1c7fae-6c9e-4dba-9ebc-cb8e8effed7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:00.553375 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-5d1c7fae-6c9e-4dba-9ebc-cb8e8effed7e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c5851994-5bc1-4737-91ea-01d6f77fa0ef HTTP/1.1" status: 204 len: 168 time: 0.2026010 Jun 30 16:40:00.562456 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1c7fae-6c9e-4dba-9ebc-cb8e8effed7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5851994-5bc1-4737-91ea-01d6f77fa0ef,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:01.114746 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb6479d-632c-42ad-854e-93ebf41ce208 req-0dc9fa92-cfa3-4a11-afb6-ee9249192305 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:01.117211 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7fb6479d-632c-42ad-854e-93ebf41ce208 req-0dc9fa92-cfa3-4a11-afb6-ee9249192305 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0564015 Jun 30 16:40:01.172039 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7fb6479d-632c-42ad-854e-93ebf41ce208 req-27e46336-6cba-4957-b0a3-8a9b178e0f38 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490508 Jun 30 16:40:01.191422 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39978) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:01.205315 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c99bd8da-b0da-40ea-804d-d720b705f8bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:01.281965 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c99bd8da-b0da-40ea-804d-d720b705f8bc admin admin] Publish callbacks [] for security_group (873e1312-2bc2-44f8-906b-da4b76c76903), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:01.349117 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c99bd8da-b0da-40ea-804d-d720b705f8bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (873e1312-2bc2-44f8-906b-da4b76c76903), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:01.388616 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99bd8da-b0da-40ea-804d-d720b705f8bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=873e1312-2bc2-44f8-906b-da4b76c76903,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:01.392644 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-c99bd8da-b0da-40ea-804d-d720b705f8bc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8caf1f27aa6c464d94d874c15523797b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2000887 Jun 30 16:40:01.395300 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 39980) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:01.422858 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:DELETE=7,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:01.447423 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-350ee3aa-818e-485f-b207-e9a37d968bae admin admin] Publish callbacks [] for security_group (873e1312-2bc2-44f8-906b-da4b76c76903), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:01.472499 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-350ee3aa-818e-485f-b207-e9a37d968bae admin admin] Publish callbacks [] for security_group (873e1312-2bc2-44f8-906b-da4b76c76903), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:01.657921 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-350ee3aa-818e-485f-b207-e9a37d968bae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (873e1312-2bc2-44f8-906b-da4b76c76903), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:01.660410 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-350ee3aa-818e-485f-b207-e9a37d968bae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:01.661596 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-350ee3aa-818e-485f-b207-e9a37d968bae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/873e1312-2bc2-44f8-906b-da4b76c76903 HTTP/1.1" status: 204 len: 168 time: 0.2653508 Jun 30 16:40:01.671499 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ee3aa-818e-485f-b207-e9a37d968bae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=873e1312-2bc2-44f8-906b-da4b76c76903,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:02.298445 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4200f-3ca9-411f-9751-15ec56b5bf4b req-fe58d7f2-c38d-47b5-825e-63efafe179b9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:02.299969 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a8a4200f-3ca9-411f-9751-15ec56b5bf4b req-fe58d7f2-c38d-47b5-825e-63efafe179b9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0492039 Jun 30 16:40:02.354153 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a8a4200f-3ca9-411f-9751-15ec56b5bf4b req-36e318a5-4bf8-4975-a262-b3ad22dcee0f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484409 Jun 30 16:40:03.479751 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad781fcd-ab90-4a02-82dc-361593eb8bc0 req-35ab029c-a9e9-470a-8e2f-6ab0bdca5b32 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:03.481263 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ad781fcd-ab90-4a02-82dc-361593eb8bc0 req-35ab029c-a9e9-470a-8e2f-6ab0bdca5b32 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0492427 Jun 30 16:40:03.533251 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ad781fcd-ab90-4a02-82dc-361593eb8bc0 req-01481c6f-0584-4d83-99c4-1776b9aba785 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461302 Jun 30 16:40:04.662394 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03da244c-cbe1-478a-95e1-626c4f89e0fe req-d8420488-85a7-4227-9238-a16a14b1be36 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:04.662394 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-03da244c-cbe1-478a-95e1-626c4f89e0fe req-d8420488-85a7-4227-9238-a16a14b1be36 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0520062 Jun 30 16:40:04.681078 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c2aa4805-760f-48cd-abb0-1e7c72048945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:04.711996 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-03da244c-cbe1-478a-95e1-626c4f89e0fe req-bd388ab6-56b6-4b02-8292-576c780441a4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429556 Jun 30 16:40:05.838109 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ef0585-010f-41f1-b051-b60ac56db411 req-4110d065-c4e3-4c56-9efa-ec0b76c28887 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:05.840009 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-98ef0585-010f-41f1-b051-b60ac56db411 req-4110d065-c4e3-4c56-9efa-ec0b76c28887 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0519474 Jun 30 16:40:05.853004 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:05.893038 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-98ef0585-010f-41f1-b051-b60ac56db411 req-62386919-d918-442c-ae01-c2cf26342ef2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470605 Jun 30 16:40:07.024986 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca561c-135c-4468-8900-9787447ddf93 req-32c927f6-59d1-425d-92c8-f1c81f13f4c4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:07.026547 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-06ca561c-135c-4468-8900-9787447ddf93 req-32c927f6-59d1-425d-92c8-f1c81f13f4c4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0550728 Jun 30 16:40:07.081666 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-06ca561c-135c-4468-8900-9787447ddf93 req-16861bf1-7bc9-4986-9ebb-2f8b177e7f8a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488520 Jun 30 16:40:07.361067 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9793f084-f630-4f42-87b9-c73f250a8e65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:07.906806 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=20 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:07.913889 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:INSERT=2,neutron:SELECT=76 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:08.212264 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d08166-e9f3-424f-a4c9-2abb86a5478c req-9d08c61c-e0d6-4ee3-9504-4ed4f2bc24b3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:08.213800 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-72d08166-e9f3-424f-a4c9-2abb86a5478c req-9d08c61c-e0d6-4ee3-9504-4ed4f2bc24b3 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0526772 Jun 30 16:40:08.248278 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=46,neutron:UPDATE=2 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:08.252009 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:08.268506 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-72d08166-e9f3-424f-a4c9-2abb86a5478c req-7894529c-688e-4e2c-a108-f17c5d2604eb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485625 Jun 30 16:40:08.337854 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:09.391151 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4434a8d-edc0-49f8-9e2b-fe96cb763f7e req-0095f35e-ce86-4f20-8ab5-669b23b21178 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:09.392773 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e4434a8d-edc0-49f8-9e2b-fe96cb763f7e req-0095f35e-ce86-4f20-8ab5-669b23b21178 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0493937 Jun 30 16:40:09.450054 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e4434a8d-edc0-49f8-9e2b-fe96cb763f7e req-e661d109-b460-4b5f-90ac-e87c10f4050d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502365 Jun 30 16:40:09.738158 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:09.880883 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:10.579768 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3792e4-1025-4d0c-a82e-1c1ccf193052 req-a867a9ff-3f29-4023-a5f6-ed2fd1dc8b5b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:10.581310 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cb3792e4-1025-4d0c-a82e-1c1ccf193052 req-a867a9ff-3f29-4023-a5f6-ed2fd1dc8b5b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0525057 Jun 30 16:40:10.630713 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cb3792e4-1025-4d0c-a82e-1c1ccf193052 req-9e59e21a-a2d5-4ede-8299-dadd51c58553 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437496 Jun 30 16:40:11.754515 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cb6099-efd8-4865-a866-94af251937bb req-08edfacf-d27c-4578-bc88-07e70652772b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:11.756036 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6cb6099-efd8-4865-a866-94af251937bb req-08edfacf-d27c-4578-bc88-07e70652772b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0492477 Jun 30 16:40:11.806309 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a6cb6099-efd8-4865-a866-94af251937bb req-960a08e1-9e42-4164-afd3-f6a6fcb03e8a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442526 Jun 30 16:40:12.395300 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:13.193785 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c5b302-6957-4a97-ab25-297ef1ec2ea3 req-b6216172-0559-42de-b11f-686d659b3ca8 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:13.195352 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e5c5b302-6957-4a97-ab25-297ef1ec2ea3 req-b6216172-0559-42de-b11f-686d659b3ca8 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.3131478 Jun 30 16:40:13.248420 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e5c5b302-6957-4a97-ab25-297ef1ec2ea3 req-1c274c35-88bc-4a8d-bdfc-561e09dc5fd8 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463171 Jun 30 16:40:14.375610 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605fb42-ab23-4a46-b69e-6ef67feed796 req-e33d3201-6363-4042-a05a-44616ad9b8c5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:14.377136 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9605fb42-ab23-4a46-b69e-6ef67feed796 req-e33d3201-6363-4042-a05a-44616ad9b8c5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0523648 Jun 30 16:40:14.412857 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:14.428967 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9605fb42-ab23-4a46-b69e-6ef67feed796 req-12da5a68-a294-4b11-b3c2-50bb11a9de6f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460889 Jun 30 16:40:14.821138 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 40102) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:14.933305 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-321366dc-67d9-49f5-ad3a-939d7174acf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:15.021021 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-321366dc-67d9-49f5-ad3a-939d7174acf1 admin admin] Publish callbacks [] for security_group (5fc651cd-6052-4ed5-a743-742bcafedf42), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:15.109944 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-321366dc-67d9-49f5-ad3a-939d7174acf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (5fc651cd-6052-4ed5-a743-742bcafedf42), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:15.151272 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-321366dc-67d9-49f5-ad3a-939d7174acf1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e80880d660a34a20b9a540a396eab77d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3289247 Jun 30 16:40:15.152110 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321366dc-67d9-49f5-ad3a-939d7174acf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fc651cd-6052-4ed5-a743-742bcafedf42,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:15.153968 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 40106) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:15.213453 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Publish callbacks [] for security_group (5fc651cd-6052-4ed5-a743-742bcafedf42), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:15.236415 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Publish callbacks [] for security_group (5fc651cd-6052-4ed5-a743-742bcafedf42), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:15.350117 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (5fc651cd-6052-4ed5-a743-742bcafedf42), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:15.352857 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:15.354026 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5fc651cd-6052-4ed5-a743-742bcafedf42 HTTP/1.1" status: 204 len: 168 time: 0.1973166 Jun 30 16:40:15.362469 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fc651cd-6052-4ed5-a743-742bcafedf42,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:15.370321 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.370683 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.371145 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.371427 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.371849 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.372134 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.372475 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.372808 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.373182 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.373515 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.373849 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.374182 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.374981 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.375346 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.375704 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42247034-6058-4525-a065-8cd912824ec7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:15.558146 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c683e1-7864-4939-97f5-42dd1c0a2bcb req-f54c4bbf-c678-4732-a8db-389e8a9fd1cc tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:15.559684 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-71c683e1-7864-4939-97f5-42dd1c0a2bcb req-f54c4bbf-c678-4732-a8db-389e8a9fd1cc tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0531585 Jun 30 16:40:15.614503 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-71c683e1-7864-4939-97f5-42dd1c0a2bcb req-615cd883-5e09-4ce8-994a-60a0e3e98c7b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473459 Jun 30 16:40:15.985744 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 40116) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:16.000763 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f221ef87-537d-4453-8cdb-4e21e2e5675a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:16.093060 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f221ef87-537d-4453-8cdb-4e21e2e5675a admin admin] Publish callbacks [] for security_group (81253b61-4671-4653-a160-5c9fbfa27e36), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:16.174047 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f221ef87-537d-4453-8cdb-4e21e2e5675a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (81253b61-4671-4653-a160-5c9fbfa27e36), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:16.215599 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-f221ef87-537d-4453-8cdb-4e21e2e5675a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d70732fdd9d3464e8191386d28f9f7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2286069 Jun 30 16:40:16.216361 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f221ef87-537d-4453-8cdb-4e21e2e5675a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81253b61-4671-4653-a160-5c9fbfa27e36,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:16.218750 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 40118) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:16.226967 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:16.274602 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-474b193c-09a5-4261-9305-d9d5015c3bdc admin admin] Publish callbacks [] for security_group (81253b61-4671-4653-a160-5c9fbfa27e36), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:16.297177 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-474b193c-09a5-4261-9305-d9d5015c3bdc admin admin] Publish callbacks [] for security_group (81253b61-4671-4653-a160-5c9fbfa27e36), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:16.441316 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-474b193c-09a5-4261-9305-d9d5015c3bdc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (81253b61-4671-4653-a160-5c9fbfa27e36), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:16.444087 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-474b193c-09a5-4261-9305-d9d5015c3bdc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:16.445329 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-474b193c-09a5-4261-9305-d9d5015c3bdc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/81253b61-4671-4653-a160-5c9fbfa27e36 HTTP/1.1" status: 204 len: 168 time: 0.2251604 Jun 30 16:40:16.456219 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474b193c-09a5-4261-9305-d9d5015c3bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81253b61-4671-4653-a160-5c9fbfa27e36,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:16.743887 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac14251c-9e34-4512-864a-a1652484357e req-75e03a6a-6df9-41c9-a81c-235903a19ee4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:16.745345 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ac14251c-9e34-4512-864a-a1652484357e req-75e03a6a-6df9-41c9-a81c-235903a19ee4 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0501492 Jun 30 16:40:16.799272 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ac14251c-9e34-4512-864a-a1652484357e req-1039b21b-00aa-4557-9b66-f997154db2cf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470774 Jun 30 16:40:16.820797 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device cef899ca-3465-4288-82e5-31385d9c468b details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:40:16.933019 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=cef899ca-3465-4288-82e5-31385d9c468b,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:40:16.945948 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'cef899ca-3465-4288-82e5-31385d9c468b', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'port_id': 'cef899ca-3465-4288-82e5-31385d9c468b', 'mac_address': 'fa:16:3e:e7:b0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:40:16.983279 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port cef899ca-3465-4288-82e5-31385d9c468b is: ACTIVE; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:40:16.984770 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (cef899ca-3465-4288-82e5-31385d9c468b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:16.999093 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cef899ca-3465-4288-82e5-31385d9c468b {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:40:17.020398 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=cef899ca-3465-4288-82e5-31385d9c468b,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:40:17.115583 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (cef899ca-3465-4288-82e5-31385d9c468b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:17.169075 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=cef899ca-3465-4288-82e5-31385d9c468b,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:17.220421 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['cef899ca-3465-4288-82e5-31385d9c468b'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:40:17.925523 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3738b2ff-4a16-4de0-a700-0a86936bbc19 req-f4bab06d-c111-4bd0-92c4-a8df00939c95 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:17.927127 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3738b2ff-4a16-4de0-a700-0a86936bbc19 req-f4bab06d-c111-4bd0-92c4-a8df00939c95 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 944 time: 0.0481079 Jun 30 16:40:17.980705 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3738b2ff-4a16-4de0-a700-0a86936bbc19 req-f566c668-b34c-4be8-88ed-b6e47200e08b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479679 Jun 30 16:40:18.837136 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device cef899ca-3465-4288-82e5-31385d9c468b up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:40:18.870328 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:18.887118 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port cef899ca-3465-4288-82e5-31385d9c468b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:40:18.887794 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (cef899ca-3465-4288-82e5-31385d9c468b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:18.940636 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:18.981646 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port cef899ca-3465-4288-82e5-31385d9c468b is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:40:18.982032 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (cef899ca-3465-4288-82e5-31385d9c468b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:19.022286 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:40:19.027240 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-021d4d72-c6dc-4ce5-85fe-504dbc0dfff3" -d '{"events": [{"server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "name": "network-vif-plugged", "status": "completed", "tag": "cef899ca-3465-4288-82e5-31385d9c468b"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:40:19.031740 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=cef899ca-3465-4288-82e5-31385d9c468b,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:40:19.143452 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fe079-b80f-4ac6-bfa4-24b52f5259a5 req-b5fa1971-2fee-4760-aa6f-2d09e1d61ac8 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:19.145246 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b95fe079-b80f-4ac6-bfa4-24b52f5259a5 req-b5fa1971-2fee-4760-aa6f-2d09e1d61ac8 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 944 time: 0.0696459 Jun 30 16:40:19.167937 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (cef899ca-3465-4288-82e5-31385d9c468b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:19.179122 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b502b0-bf9e-4355-ac48-4cbb76b008bd x-openstack-request-id: req-21b502b0-bf9e-4355-ac48-4cbb76b008bd {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:40:19.180132 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "name": "network-vif-plugged", "status": "completed", "tag": "cef899ca-3465-4288-82e5-31385d9c468b", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:40:19.180454 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-21b502b0-bf9e-4355-ac48-4cbb76b008bd {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:40:19.181191 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21b502b0-bf9e-4355-ac48-4cbb76b008bd'] response: {'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b', 'code': 200} Jun 30 16:40:19.224156 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b95fe079-b80f-4ac6-bfa4-24b52f5259a5 req-7e2c4570-d819-41fe-b759-ca0c648bf61a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675244 Jun 30 16:40:19.263665 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=cef899ca-3465-4288-82e5-31385d9c468b,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:19.295096 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:19.307257 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56756cc-ad2c-4ff7-bd71-199568536c0b req-fe1c0be9-6d81-4f6c-a97b-60e8d15735e6 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:19.308836 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f56756cc-ad2c-4ff7-bd71-199568536c0b req-fe1c0be9-6d81-4f6c-a97b-60e8d15735e6 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0644245 Jun 30 16:40:19.363973 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f56756cc-ad2c-4ff7-bd71-199568536c0b req-1f3b5fc3-0e92-4404-8499-52b5a7426a13 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482585 Jun 30 16:40:20.373001 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98761f9c-2660-43f3-b47e-80a6349cb1ed req-726590bb-9e1d-4c54-8b82-3729821c2046 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:20.375577 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-98761f9c-2660-43f3-b47e-80a6349cb1ed req-726590bb-9e1d-4c54-8b82-3729821c2046 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0763674 Jun 30 16:40:20.437575 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-98761f9c-2660-43f3-b47e-80a6349cb1ed req-2ee7a44a-bc5e-4da7-aa65-9bc3038eac36 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549951 Jun 30 16:40:20.505592 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb305b-76f9-45de-8607-b3ebff04b9d7 req-eea6ba09-d74e-432d-927f-133965df8fe7 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:20.510564 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0ccb305b-76f9-45de-8607-b3ebff04b9d7 req-eea6ba09-d74e-432d-927f-133965df8fe7 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0673354 Jun 30 16:40:20.563172 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0ccb305b-76f9-45de-8607-b3ebff04b9d7 req-4a61bc5f-1f17-4e42-a122-3c4b5c8456e5 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501730 Jun 30 16:40:21.605807 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2df7928-1306-499e-ac9e-a12f55ef3c8f req-ed686447-9342-4ba6-9317-0754265e922d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:21.615591 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f2df7928-1306-499e-ac9e-a12f55ef3c8f req-ed686447-9342-4ba6-9317-0754265e922d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0707631 Jun 30 16:40:21.711733 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f2df7928-1306-499e-ac9e-a12f55ef3c8f req-abf5c8be-4807-4901-b5fc-718f779605c7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949540 Jun 30 16:40:21.735591 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373c285-0cdc-4f39-a815-c7cde291bce1 req-d68eb1d1-cc9d-45b0-a21d-cfb98e51e2c4 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:21.740157 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b373c285-0cdc-4f39-a815-c7cde291bce1 req-d68eb1d1-cc9d-45b0-a21d-cfb98e51e2c4 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0747492 Jun 30 16:40:21.822235 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b373c285-0cdc-4f39-a815-c7cde291bce1 req-9ccf9f66-cb78-46b1-aa46-56e0f686cbf7 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784509 Jun 30 16:40:22.840609 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342ab435-d788-47fb-8c46-e608e3d2b23c req-8981b86f-ec64-42e8-843c-fe625c7040ab tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:22.842418 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-342ab435-d788-47fb-8c46-e608e3d2b23c req-8981b86f-ec64-42e8-843c-fe625c7040ab tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0547023 Jun 30 16:40:22.915980 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-342ab435-d788-47fb-8c46-e608e3d2b23c req-877c9d28-3ef7-4b06-83f9-1f3f15705043 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597591 Jun 30 16:40:22.957738 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802cc264-0c4b-4e49-b195-c8aceb5a6ecf req-28b96ea3-026d-4214-9785-215f8075a5ad tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:22.959323 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-802cc264-0c4b-4e49-b195-c8aceb5a6ecf req-28b96ea3-026d-4214-9785-215f8075a5ad tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0602231 Jun 30 16:40:23.015828 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-802cc264-0c4b-4e49-b195-c8aceb5a6ecf req-b4ff46cd-f7a0-4c59-8ca0-b1c6f547d49a tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498664 Jun 30 16:40:24.081312 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96160835-0806-4c6a-a8dd-f3051be5eddf req-8651179a-a514-4883-a0d8-5a788e90c7b0 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:24.085264 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-96160835-0806-4c6a-a8dd-f3051be5eddf req-8651179a-a514-4883-a0d8-5a788e90c7b0 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0711470 Jun 30 16:40:24.121140 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:24.172221 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-96160835-0806-4c6a-a8dd-f3051be5eddf req-33dc5137-0a4e-4ae6-a2cf-9f3ed09eb5f5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795288 Jun 30 16:40:24.202629 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545118c4-2869-48aa-95fd-598325061fa0 req-3a6b35b5-d08d-4344-b0b2-59d4045828a0 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:24.204205 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-545118c4-2869-48aa-95fd-598325061fa0 req-3a6b35b5-d08d-4344-b0b2-59d4045828a0 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0770299 Jun 30 16:40:24.278984 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-545118c4-2869-48aa-95fd-598325061fa0 req-7a735d19-2037-42dd-85e2-bcbaf7bc6062 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681868 Jun 30 16:40:25.331786 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29785-f066-45a7-a6b1-6930087c2b12 req-719b1db7-557d-4841-a5ec-cccf529b345d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:25.333376 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c3b29785-f066-45a7-a6b1-6930087c2b12 req-719b1db7-557d-4841-a5ec-cccf529b345d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0631022 Jun 30 16:40:25.463996 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c3b29785-f066-45a7-a6b1-6930087c2b12 req-161434c6-5dfe-47f6-885b-c5ca72cf1157 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223376 Jun 30 16:40:25.492202 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947d835f-117b-4ab4-83bf-29f460104c04 req-8d730689-e876-411d-b95f-6255dadc4357 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:25.507982 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-947d835f-117b-4ab4-83bf-29f460104c04 req-8d730689-e876-411d-b95f-6255dadc4357 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.1166792 Jun 30 16:40:25.571561 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-947d835f-117b-4ab4-83bf-29f460104c04 req-34e7e672-18b9-44a8-9c6a-fb4dda97c4f5 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624728 Jun 30 16:40:26.209187 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:26.215444 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=37,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:26.606257 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:26.621083 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5018675-5e24-43bb-865c-96fd33a374bf req-c2c57bcf-d694-416e-8618-b288d2003180 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:26.622583 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b5018675-5e24-43bb-865c-96fd33a374bf req-c2c57bcf-d694-416e-8618-b288d2003180 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0548954 Jun 30 16:40:26.703483 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b5018675-5e24-43bb-865c-96fd33a374bf req-fdd21192-c4ad-41ed-8edf-fd90a44a9aff tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753672 Jun 30 16:40:26.714909 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4524616-e55f-4dd0-a003-1e0a1ecde5d6 req-74c90660-23c2-47fb-a33e-a479524675c5 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:26.716540 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f4524616-e55f-4dd0-a003-1e0a1ecde5d6 req-74c90660-23c2-47fb-a33e-a479524675c5 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0654118 Jun 30 16:40:26.771659 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f4524616-e55f-4dd0-a003-1e0a1ecde5d6 req-accec748-fb59-4559-9540-98a7e3f824eb tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483336 Jun 30 16:40:28.014355 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7611fb-427d-4540-8078-9a575e91b959 req-5bd52c3b-1198-48f1-aa78-ef89de25be7c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:28.016683 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ad7611fb-427d-4540-8078-9a575e91b959 req-5bd52c3b-1198-48f1-aa78-ef89de25be7c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0909245 Jun 30 16:40:28.024178 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de121c5b-816b-4f04-b364-65c59e4abb29 req-6efb63af-68a1-4888-89d7-ce32eb3a0567 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:28.025905 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-de121c5b-816b-4f04-b364-65c59e4abb29 req-6efb63af-68a1-4888-89d7-ce32eb3a0567 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0982697 Jun 30 16:40:28.114871 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ad7611fb-427d-4540-8078-9a575e91b959 req-6424a2ee-b69b-412b-a927-d9145341dd9a tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877793 Jun 30 16:40:28.117833 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-de121c5b-816b-4f04-b364-65c59e4abb29 req-41e3a393-ed54-4ddd-9658-21c239fb05bf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821738 Jun 30 16:40:29.259890 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=32,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:29.315832 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23341dcc-48a2-4085-bc24-bd1d2fd42302 req-3c209ebb-6f18-4b90-89bc-78ac33811b08 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:29.317530 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-23341dcc-48a2-4085-bc24-bd1d2fd42302 req-3c209ebb-6f18-4b90-89bc-78ac33811b08 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0992706 Jun 30 16:40:29.325053 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90cc2f-9a94-4bdc-9438-bbfb127dc673 req-68017252-ccda-4d9e-8a98-2268aa5fd0cf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:29.328215 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d90cc2f-9a94-4bdc-9438-bbfb127dc673 req-68017252-ccda-4d9e-8a98-2268aa5fd0cf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.1112249 Jun 30 16:40:29.422095 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-23341dcc-48a2-4085-bc24-bd1d2fd42302 req-7a89d045-2b8b-480a-a417-babbd021837f tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926597 Jun 30 16:40:29.433287 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d90cc2f-9a94-4bdc-9438-bbfb127dc673 req-45e1e044-95a5-4e6e-83c9-7090fba71943 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953870 Jun 30 16:40:29.484983 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d724d4-ed94-480f-bf4d-e172944c267f req-0bf92bdf-93b0-419c-8493-9d4a3b8d6bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:29.487252 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-57d724d4-ed94-480f-bf4d-e172944c267f req-0bf92bdf-93b0-419c-8493-9d4a3b8d6bf1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b35fc495a345898167db62b9b95887&device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 1129 time: 0.0602064 Jun 30 16:40:29.599006 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d724d4-ed94-480f-bf4d-e172944c267f req-2aaab020-0976-434a-ad10-953bc4b6c18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:29.600785 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-57d724d4-ed94-480f-bf4d-e172944c267f req-2aaab020-0976-434a-ad10-953bc4b6c18e service neutron] 10.222.0.65 "GET /v2.0/networks?id=43d53998-b324-428d-a316-199f927750c3 HTTP/1.1" status: 200 len: 910 time: 0.1060839 Jun 30 16:40:29.715117 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-57d724d4-ed94-480f-bf4d-e172944c267f req-ec60f3cf-7c4d-4d7f-b1a0-d213b7afb6e7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab01136b-ddb4-42c0-b8a6-880714395a42 HTTP/1.1" status: 200 len: 1001 time: 0.1056149 Jun 30 16:40:29.776658 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d724d4-ed94-480f-bf4d-e172944c267f req-8716bcc1-d686-4c97-a285-62a89f81768e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:29.778621 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-57d724d4-ed94-480f-bf4d-e172944c267f req-8716bcc1-d686-4c97-a285-62a89f81768e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d61d6a43-b270-4bed-9903-630d27b24abf HTTP/1.1" status: 200 len: 848 time: 0.0551381 Jun 30 16:40:29.829909 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d724d4-ed94-480f-bf4d-e172944c267f req-babc9991-bb48-4f2e-91a1-f7ce58adb125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:29.831707 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-57d724d4-ed94-480f-bf4d-e172944c267f req-babc9991-bb48-4f2e-91a1-f7ce58adb125 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43d53998-b324-428d-a316-199f927750c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462563 Jun 30 16:40:29.841694 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:40:29.947879 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-57d724d4-ed94-480f-bf4d-e172944c267f req-3c320a1f-add8-44df-9265-ae47a233f478 service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068530 Jun 30 16:40:30.095493 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-57d724d4-ed94-480f-bf4d-e172944c267f req-6b68b4d6-98da-4b39-91a6-a84a26558ad8 service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003065 Jun 30 16:40:30.611345 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041981e9-612f-4d9f-991d-5aa4a248df4a req-72bf1f5c-c835-4969-a3a3-1a29be7fb186 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:30.615677 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-041981e9-612f-4d9f-991d-5aa4a248df4a req-72bf1f5c-c835-4969-a3a3-1a29be7fb186 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0717463 Jun 30 16:40:30.724499 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-041981e9-612f-4d9f-991d-5aa4a248df4a req-04fdc5db-b6c2-44e5-9fa1-569819e1943e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970807 Jun 30 16:40:30.732791 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faac2ac-43d4-4b67-83fb-304cee61f67b req-91bfe37d-6950-479d-9b97-1998fc8f0aa8 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:30.740320 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5faac2ac-43d4-4b67-83fb-304cee61f67b req-91bfe37d-6950-479d-9b97-1998fc8f0aa8 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.1233628 Jun 30 16:40:30.766136 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:30.808600 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5faac2ac-43d4-4b67-83fb-304cee61f67b req-6ae9c4db-2c28-4abb-844d-9b315b2f6871 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672114 Jun 30 16:40:30.832541 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 40342) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:30.969084 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2637-bbe4-4b66-8ab8-87383843ed33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:31.070583 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2637-bbe4-4b66-8ab8-87383843ed33 admin admin] Publish callbacks [] for security_group (6f066e3e-683a-412c-9f5f-ec0bd392c3d9), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:31.236215 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ccbd2637-bbe4-4b66-8ab8-87383843ed33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (6f066e3e-683a-412c-9f5f-ec0bd392c3d9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:31.282101 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-ccbd2637-bbe4-4b66-8ab8-87383843ed33 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9469bcd48a124cdf9c4c5e50ad1abcc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4475169 Jun 30 16:40:31.282961 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd2637-bbe4-4b66-8ab8-87383843ed33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f066e3e-683a-412c-9f5f-ec0bd392c3d9,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:31.285733 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 40350) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:31.345848 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee5722db-10d4-4214-b35b-b59a533ae4c9 admin admin] Publish callbacks [] for security_group (6f066e3e-683a-412c-9f5f-ec0bd392c3d9), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:31.370347 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee5722db-10d4-4214-b35b-b59a533ae4c9 admin admin] Publish callbacks [] for security_group (6f066e3e-683a-412c-9f5f-ec0bd392c3d9), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:31.499211 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee5722db-10d4-4214-b35b-b59a533ae4c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (6f066e3e-683a-412c-9f5f-ec0bd392c3d9), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:31.502006 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ee5722db-10d4-4214-b35b-b59a533ae4c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:31.512503 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ee5722db-10d4-4214-b35b-b59a533ae4c9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6f066e3e-683a-412c-9f5f-ec0bd392c3d9 HTTP/1.1" status: 204 len: 168 time: 0.2164626 Jun 30 16:40:31.512503 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5722db-10d4-4214-b35b-b59a533ae4c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f066e3e-683a-412c-9f5f-ec0bd392c3d9,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:31.829400 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:31.893576 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1736a7b6-82bd-4f4b-a9d3-8ef621ba85c7 req-f9d5472e-9c43-4e1f-bd80-967d9bfb0621 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:31.895305 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1736a7b6-82bd-4f4b-a9d3-8ef621ba85c7 req-f9d5472e-9c43-4e1f-bd80-967d9bfb0621 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0636878 Jun 30 16:40:31.934056 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:31.951036 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1736a7b6-82bd-4f4b-a9d3-8ef621ba85c7 req-7c50c4ad-0925-4219-8648-4faa3cfbe761 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484827 Jun 30 16:40:32.066394 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59134d78-07c1-4154-afa4-9b220bccfd8a req-e5b1fbd6-bb57-4610-8854-fa6047980d17 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:32.067920 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-59134d78-07c1-4154-afa4-9b220bccfd8a req-e5b1fbd6-bb57-4610-8854-fa6047980d17 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0523214 Jun 30 16:40:32.120487 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-59134d78-07c1-4154-afa4-9b220bccfd8a req-5ccfc7bf-1aa8-49d1-81e9-2b565464eeec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465872 Jun 30 16:40:32.288585 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d81c6-4158-4b4e-bde6-c98ad36af730 req-a8fd0899-b7de-40f5-ba6c-a24b7a06be22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:32.290148 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-aa5d81c6-4158-4b4e-bde6-c98ad36af730 req-a8fd0899-b7de-40f5-ba6c-a24b7a06be22 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 1129 time: 0.0424545 Jun 30 16:40:32.301544 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 40376) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:32.315345 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d2d14a9-2fb0-45ac-86f3-03e10a892b51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:32.395353 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d81c6-4158-4b4e-bde6-c98ad36af730 req-eb1b9942-1a67-4924-b06f-0b5256dc923e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:32.396887 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-aa5d81c6-4158-4b4e-bde6-c98ad36af730 req-eb1b9942-1a67-4924-b06f-0b5256dc923e service neutron] 10.222.0.65 "GET /v2.0/networks?id=93a4e560-3e75-48b5-b797-80cbf95a4a78 HTTP/1.1" status: 200 len: 917 time: 0.1005878 Jun 30 16:40:32.404241 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d2d14a9-2fb0-45ac-86f3-03e10a892b51 admin admin] Publish callbacks [] for security_group (f7815475-61c8-4ff6-8129-fd431de8c30c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:32.465416 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-aa5d81c6-4158-4b4e-bde6-c98ad36af730 req-be450bc2-0209-4b96-826c-1c15d0e6a15f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cef899ca-3465-4288-82e5-31385d9c468b HTTP/1.1" status: 200 len: 1001 time: 0.0616207 Jun 30 16:40:32.487979 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7d2d14a9-2fb0-45ac-86f3-03e10a892b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (f7815475-61c8-4ff6-8129-fd431de8c30c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:32.520293 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d81c6-4158-4b4e-bde6-c98ad36af730 req-4b4bce3f-9433-4df7-b496-72f5291efa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:32.524448 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-aa5d81c6-4158-4b4e-bde6-c98ad36af730 req-4b4bce3f-9433-4df7-b496-72f5291efa80 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=36d695e2-318a-416b-9854-a898a8097f8d HTTP/1.1" status: 200 len: 855 time: 0.0506241 Jun 30 16:40:32.536574 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-7d2d14a9-2fb0-45ac-86f3-03e10a892b51 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7f70f01ea36744929f202f016184e71f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339342 Jun 30 16:40:32.537465 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2d14a9-2fb0-45ac-86f3-03e10a892b51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7815475-61c8-4ff6-8129-fd431de8c30c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:32.540373 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 40378) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:32.602013 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d81c6-4158-4b4e-bde6-c98ad36af730 req-dec5c03f-f74b-40eb-9bb6-ac80188face3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:32.603594 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-aa5d81c6-4158-4b4e-bde6-c98ad36af730 req-dec5c03f-f74b-40eb-9bb6-ac80188face3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93a4e560-3e75-48b5-b797-80cbf95a4a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759351 Jun 30 16:40:32.604998 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:32.636684 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:32.695255 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2d0567f0-7713-4437-b647-b1f49a69cb1e admin admin] Publish callbacks [] for security_group (f7815475-61c8-4ff6-8129-fd431de8c30c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:32.741213 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2d0567f0-7713-4437-b647-b1f49a69cb1e admin admin] Publish callbacks [] for security_group (f7815475-61c8-4ff6-8129-fd431de8c30c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:32.759738 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-aa5d81c6-4158-4b4e-bde6-c98ad36af730 req-5a69ce2e-0ab5-4968-86a8-73e02b49bcce service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493678 Jun 30 16:40:32.875510 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-aa5d81c6-4158-4b4e-bde6-c98ad36af730 req-0945f99d-13b0-4a92-8b13-a5c971ad031c service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088846 Jun 30 16:40:32.957053 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2d0567f0-7713-4437-b647-b1f49a69cb1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (f7815475-61c8-4ff6-8129-fd431de8c30c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:32.959629 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-2d0567f0-7713-4437-b647-b1f49a69cb1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:32.960777 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-2d0567f0-7713-4437-b647-b1f49a69cb1e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7815475-61c8-4ff6-8129-fd431de8c30c HTTP/1.1" status: 204 len: 168 time: 0.4194431 Jun 30 16:40:32.969801 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0567f0-7713-4437-b647-b1f49a69cb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7815475-61c8-4ff6-8129-fd431de8c30c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:33.085163 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf104fa-3748-4434-ae8d-4249f07f5064 req-c1182379-52bd-45d2-b68d-7b38e8154d53 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:33.086607 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ecf104fa-3748-4434-ae8d-4249f07f5064 req-c1182379-52bd-45d2-b68d-7b38e8154d53 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0508406 Jun 30 16:40:33.136324 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ecf104fa-3748-4434-ae8d-4249f07f5064 req-5b185f9d-05ad-4108-9fe0-0f6b2dbd640b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435662 Jun 30 16:40:33.239220 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038179d-89a2-4065-8576-dd5db5f99fdc req-64c8d803-45d1-4baa-873b-c564db828de2 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:33.240951 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6038179d-89a2-4065-8576-dd5db5f99fdc req-64c8d803-45d1-4baa-873b-c564db828de2 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0486722 Jun 30 16:40:33.297277 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6038179d-89a2-4065-8576-dd5db5f99fdc req-4293ff21-9c0b-4638-b450-487f140e1816 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506516 Jun 30 16:40:33.746368 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 40396) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:33.763304 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fcfbde7c-29af-4c38-a178-2b7168df168f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:33.868061 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f05a6-e1f3-411f-bfbe-cf59da740e25 req-2cb0f81a-8937-4830-a797-072be4e92fe4 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:33.869687 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7c8f05a6-e1f3-411f-bfbe-cf59da740e25 req-2cb0f81a-8937-4830-a797-072be4e92fe4 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0520449 Jun 30 16:40:33.896453 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fcfbde7c-29af-4c38-a178-2b7168df168f admin admin] Publish callbacks [] for security_group (952ffb34-af27-4ce3-ad8b-b106ff0fff91), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:33.903010 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-f9e34a8f-bd95-4f0b-a1bd-a3ef9a4c3cbd service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0551705 Jun 30 16:40:33.923463 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7c8f05a6-e1f3-411f-bfbe-cf59da740e25 req-16537a3b-5a0c-4bd3-80dc-9ce60df50333 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479496 Jun 30 16:40:33.940027 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:INSERT=12 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:33.983197 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-57187efd-3f86-4c69-9055-1a39aa39dfb8 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:33.984562 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-57187efd-3f86-4c69-9055-1a39aa39dfb8 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports/ab01136b-ddb4-42c0-b8a6-880714395a42 HTTP/1.1" status: 200 len: 942 time: 0.0530038 Jun 30 16:40:34.090348 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-fcfbde7c-29af-4c38-a178-2b7168df168f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (952ffb34-af27-4ce3-ad8b-b106ff0fff91), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:34.128762 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfbde7c-29af-4c38-a178-2b7168df168f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952ffb34-af27-4ce3-ad8b-b106ff0fff91,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:34.134420 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-fcfbde7c-29af-4c38-a178-2b7168df168f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a7b751318a744aeb91642dde57ca620b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3869355 Jun 30 16:40:34.137185 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 40406) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:34.189771 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ef334c56-a1fe-4ea6-88c7-64c11a89a43e admin admin] Publish callbacks [] for security_group (952ffb34-af27-4ce3-ad8b-b106ff0fff91), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:34.214446 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ef334c56-a1fe-4ea6-88c7-64c11a89a43e admin admin] Publish callbacks [] for security_group (952ffb34-af27-4ce3-ad8b-b106ff0fff91), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:34.262725 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8755a1e4-98c1-4cc2-a0e8-41cbd6013d8b req-e74f6629-d89f-4723-83f0-eafb2cfcd100 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:34.264249 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8755a1e4-98c1-4cc2-a0e8-41cbd6013d8b req-e74f6629-d89f-4723-83f0-eafb2cfcd100 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 945 time: 0.0526977 Jun 30 16:40:34.315142 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8755a1e4-98c1-4cc2-a0e8-41cbd6013d8b req-b324c86e-55a7-4426-a5c4-9428f6656bfd tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440171 Jun 30 16:40:34.333528 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ef334c56-a1fe-4ea6-88c7-64c11a89a43e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (952ffb34-af27-4ce3-ad8b-b106ff0fff91), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:34.336154 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ef334c56-a1fe-4ea6-88c7-64c11a89a43e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:34.340710 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ef334c56-a1fe-4ea6-88c7-64c11a89a43e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/952ffb34-af27-4ce3-ad8b-b106ff0fff91 HTTP/1.1" status: 204 len: 168 time: 0.1991663 Jun 30 16:40:34.341037 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:34.347050 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef334c56-a1fe-4ea6-88c7-64c11a89a43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952ffb34-af27-4ce3-ad8b-b106ff0fff91,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:34.717016 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f9b58de2-99b9-4922-ba87-37311170bb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:34.959456 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device ab01136b-ddb4-42c0-b8a6-880714395a42 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:40:35.037580 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port ab01136b-ddb4-42c0-b8a6-880714395a42 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:40:35.037966 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:35.062297 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:40:35.064843 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4915b420-94bb-4fa6-b641-554a9125ddcb" -d '{"events": [{"server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "name": "network-vif-unplugged", "status": "completed", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:40:35.077574 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787014a-9286-4c60-b1c1-9ff1d41d165b req-2589dee0-daa4-44a6-ab4a-ca4faa26caf1 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:35.083236 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port ab01136b-ddb4-42c0-b8a6-880714395a42, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ab01136b-ddb4-42c0-b8a6-880714395a42,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:40:35.083392 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8787014a-9286-4c60-b1c1-9ff1d41d165b req-2589dee0-daa4-44a6-ab4a-ca4faa26caf1 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0555027 Jun 30 16:40:35.103181 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Jun 2022 16:40:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9aea79-6028-48e3-98de-cd8b23eb6411 x-openstack-request-id: req-1b9aea79-6028-48e3-98de-cd8b23eb6411 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:40:35.103494 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "name": "network-vif-unplugged", "status": "failed", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42", "code": 422}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:40:35.103755 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1b9aea79-6028-48e3-98de-cd8b23eb6411 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:40:35.104199 dv-cinder-836027-2-iscsi neutron-server[104395]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1b9aea79-6028-48e3-98de-cd8b23eb6411']: {'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'code': 422} returned with failed status Jun 30 16:40:35.133882 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8787014a-9286-4c60-b1c1-9ff1d41d165b req-0fd713f3-28d4-4568-8cc6-9f3047accf30 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490901 Jun 30 16:40:35.183772 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:35.184647 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device cef899ca-3465-4288-82e5-31385d9c468b no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:40:35.264948 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=ab01136b-ddb4-42c0-b8a6-880714395a42,revision_number=6']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:35.301348 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port cef899ca-3465-4288-82e5-31385d9c468b is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:40:35.301740 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (cef899ca-3465-4288-82e5-31385d9c468b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:35.338686 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=cef899ca-3465-4288-82e5-31385d9c468b,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:40:35.408125 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (cef899ca-3465-4288-82e5-31385d9c468b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:35.451245 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e67e41-287a-49de-9f23-c67efb5c429a req-8fb36696-d4b5-49c6-950d-4a4e423c0f13 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:35.453446 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-57e67e41-287a-49de-9f23-c67efb5c429a req-8fb36696-d4b5-49c6-950d-4a4e423c0f13 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 943 time: 0.0552266 Jun 30 16:40:35.462168 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=cef899ca-3465-4288-82e5-31385d9c468b,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:35.510889 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-57e67e41-287a-49de-9f23-c67efb5c429a req-bf9485cf-feb1-460f-a126-b4f6c96184be tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493684 Jun 30 16:40:36.255871 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e0a4e2-7562-460d-bfeb-06635c8dc802 req-ce502aed-72be-4c3b-ac64-66302fea2b0e tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:36.257431 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-82e0a4e2-7562-460d-bfeb-06635c8dc802 req-ce502aed-72be-4c3b-ac64-66302fea2b0e tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0521321 Jun 30 16:40:36.309599 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:36.326648 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-82e0a4e2-7562-460d-bfeb-06635c8dc802 req-a4759a41-88cd-40e2-9e6b-18305a263b26 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633080 Jun 30 16:40:37.105749 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:40:37.108168 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c45738-5f40-4842-9bea-a73c1dc58b6a" -d '{"events": [{"server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "name": "network-vif-unplugged", "status": "completed", "tag": "cef899ca-3465-4288-82e5-31385d9c468b"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:40:37.142051 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 30 Jun 2022 16:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce15f6c-6715-48ed-acc5-c3cdf31209a6 x-openstack-request-id: req-9ce15f6c-6715-48ed-acc5-c3cdf31209a6 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:40:37.142341 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "name": "network-vif-unplugged", "status": "failed", "tag": "cef899ca-3465-4288-82e5-31385d9c468b", "code": 422}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:40:37.142595 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9ce15f6c-6715-48ed-acc5-c3cdf31209a6 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:40:37.143006 dv-cinder-836027-2-iscsi neutron-server[104395]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9ce15f6c-6715-48ed-acc5-c3cdf31209a6']: {'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b', 'code': 422} returned with failed status Jun 30 16:40:37.350710 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-776f1491-270e-4de7-9cdd-01ba85907a2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:37.441972 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982df063-260e-4fae-ba31-9858a2fe3762 req-91718d27-4bf8-4bd1-a347-f5e9495cbf92 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:37.443460 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-982df063-260e-4fae-ba31-9858a2fe3762 req-91718d27-4bf8-4bd1-a347-f5e9495cbf92 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0503047 Jun 30 16:40:37.494807 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-982df063-260e-4fae-ba31-9858a2fe3762 req-c0125bfb-59d5-4d4c-8983-ce3c27a3b192 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458043 Jun 30 16:40:37.904824 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1a0fb-630f-442c-933c-3e7dd132f3da req-ac7a8c9c-bdb7-42d0-b138-b3fcc2341dcf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:37.906227 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d5c1a0fb-630f-442c-933c-3e7dd132f3da req-ac7a8c9c-bdb7-42d0-b138-b3fcc2341dcf tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 943 time: 0.0523226 Jun 30 16:40:37.957092 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d5c1a0fb-630f-442c-933c-3e7dd132f3da req-ccd7e689-1bca-4537-89d1-4eb38f21568d tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446525 Jun 30 16:40:38.334047 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:38.535198 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 40516) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:38.640315 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dde0b35-731b-48d6-ad92-67169565deca req-946175f8-33e6-4ea7-b54f-476a8a243568 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:38.641771 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0dde0b35-731b-48d6-ad92-67169565deca req-946175f8-33e6-4ea7-b54f-476a8a243568 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0780361 Jun 30 16:40:38.646173 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-13943c2b-7257-466f-aacc-1e82ccf8b283 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1090629 Jun 30 16:40:38.665667 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-fec67499-1c97-45e5-a6fd-87711a08d258 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104394) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:40:38.666548 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-fec67499-1c97-45e5-a6fd-87711a08d258 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0112810 Jun 30 16:40:38.701982 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0dde0b35-731b-48d6-ad92-67169565deca req-ce9af275-fead-4985-9c99-8ff44d5d8a1e tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534098 Jun 30 16:40:38.757876 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 40524) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:38.853904 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-d5311dfa-5dfa-4d81-a2bc-2465ad3f9ee2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:38.854946 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-d5311dfa-5dfa-4d81-a2bc-2465ad3f9ee2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports/cef899ca-3465-4288-82e5-31385d9c468b HTTP/1.1" status: 200 len: 940 time: 0.0960908 Jun 30 16:40:38.980823 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device cef899ca-3465-4288-82e5-31385d9c468b no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:40:39.073263 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port cef899ca-3465-4288-82e5-31385d9c468b is: DOWN; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:40:39.095558 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32db2de-a967-45b2-ae89-caf6ee4acaca req-1939ec60-62b6-434c-915e-41a18017bc7c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:39.097162 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f32db2de-a967-45b2-ae89-caf6ee4acaca req-1939ec60-62b6-434c-915e-41a18017bc7c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 943 time: 0.0497508 Jun 30 16:40:39.146391 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f32db2de-a967-45b2-ae89-caf6ee4acaca req-62a3b9ca-ba21-460a-bf02-99a1cff3cde9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437131 Jun 30 16:40:39.744988 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:39.830280 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae162aeb-b1e8-409d-9b05-c07ab0a11c52 req-f4ca7220-3117-4aa0-8063-c75e248ea1e8 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:39.831867 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ae162aeb-b1e8-409d-9b05-c07ab0a11c52 req-f4ca7220-3117-4aa0-8063-c75e248ea1e8 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0524168 Jun 30 16:40:39.895066 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ae162aeb-b1e8-409d-9b05-c07ab0a11c52 req-44cb0f2d-f804-449a-99e9-6201cf8141fb tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547819 Jun 30 16:40:39.975297 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:40.278905 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb572d44-20da-45fc-94f1-f497b0aab39a req-80846170-2ff5-4b5e-98c3-0959a802b2fe tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:40.280587 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fb572d44-20da-45fc-94f1-f497b0aab39a req-80846170-2ff5-4b5e-98c3-0959a802b2fe tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 943 time: 0.0586751 Jun 30 16:40:40.339953 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fb572d44-20da-45fc-94f1-f497b0aab39a req-ad57c54e-8435-452b-bd2a-13d7aa2380a2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507534 Jun 30 16:40:40.873944 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-e74f84df-a400-4e7c-8edd-98192100b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:40.875588 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-e74f84df-a400-4e7c-8edd-98192100b810 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958&tenant_id=b66c389f8c5a47b2b97819e449c64ba0 HTTP/1.1" status: 200 len: 1127 time: 0.0424857 Jun 30 16:40:40.939590 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-1a46759d-c643-401e-ab2b-b550a8c1ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:40.941946 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-1a46759d-c643-401e-ab2b-b550a8c1ebcd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 1127 time: 0.0452559 Jun 30 16:40:41.035815 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279ebb4b-5850-407a-82bd-80bb08f9d283 req-9af0b2a5-64a6-4084-a603-0f479520a603 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:41.037460 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-279ebb4b-5850-407a-82bd-80bb08f9d283 req-9af0b2a5-64a6-4084-a603-0f479520a603 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0573668 Jun 30 16:40:41.060753 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-96655222-c9a8-4388-9efa-0d9109658d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:41.062557 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-96655222-c9a8-4388-9efa-0d9109658d16 service neutron] 10.222.0.65 "GET /v2.0/networks?id=93a4e560-3e75-48b5-b797-80cbf95a4a78 HTTP/1.1" status: 200 len: 917 time: 0.1097031 Jun 30 16:40:41.094276 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-279ebb4b-5850-407a-82bd-80bb08f9d283 req-764f2d16-c49b-480e-a447-ee4f5a7399aa tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507340 Jun 30 16:40:41.133311 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-1812c61a-b726-418b-b07e-b7cb9d2b90ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cef899ca-3465-4288-82e5-31385d9c468b HTTP/1.1" status: 200 len: 999 time: 0.0628226 Jun 30 16:40:41.195735 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-302bc035-21ba-44b2-9c02-28d7173f13ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:41.197209 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-302bc035-21ba-44b2-9c02-28d7173f13ed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=36d695e2-318a-416b-9854-a898a8097f8d HTTP/1.1" status: 200 len: 855 time: 0.0577199 Jun 30 16:40:41.249113 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-2700951c-cf7b-4e2f-90de-84a1b64f4d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:41.250821 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-2700951c-cf7b-4e2f-90de-84a1b64f4d7b service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=93a4e560-3e75-48b5-b797-80cbf95a4a78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468593 Jun 30 16:40:41.347235 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-4dd4dfa6-3450-4224-bab1-9513338f2666 service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891726 Jun 30 16:40:41.372258 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:41.450829 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-55bb6a67-c858-4871-bd7a-9471b2b46f99 req-1845831a-e495-4b5a-8a44-386b57f6f905 service neutron] 10.222.0.65 "GET /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962756 Jun 30 16:40:41.469578 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:41.483840 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788ab756-387c-4241-b0b1-eb0a7e34cc54 req-0b87b7f1-0dd4-4397-b055-909e45bd30bc tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:41.485407 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-788ab756-387c-4241-b0b1-eb0a7e34cc54 req-0b87b7f1-0dd4-4397-b055-909e45bd30bc tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 943 time: 0.0657310 Jun 30 16:40:41.536402 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-788ab756-387c-4241-b0b1-eb0a7e34cc54 req-931a06ff-d5bb-4413-b943-19e83d05a16e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444200 Jun 30 16:40:42.219782 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7277f4-c25a-4293-bbc2-f7d29879a921 req-399ed4cc-048c-44d2-8158-1357f8f8f5e5 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:42.221401 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2b7277f4-c25a-4293-bbc2-f7d29879a921 req-399ed4cc-048c-44d2-8158-1357f8f8f5e5 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0545323 Jun 30 16:40:42.296726 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:42.301540 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2b7277f4-c25a-4293-bbc2-f7d29879a921 req-0ffbe933-8671-42b5-8d0b-56e5fbb1b388 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719411 Jun 30 16:40:42.368235 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:42.681326 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304cc14f-dc24-4ffe-a925-a0f86d594625 req-63977227-ac99-48fc-9c0c-63d63509c9e5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:42.692859 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-304cc14f-dc24-4ffe-a925-a0f86d594625 req-63977227-ac99-48fc-9c0c-63d63509c9e5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 943 time: 0.0670612 Jun 30 16:40:42.748167 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-304cc14f-dc24-4ffe-a925-a0f86d594625 req-bd3b5867-48a2-4de6-86d0-0b0a0515fbd2 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585282 Jun 30 16:40:43.450030 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3cd7d4-87a8-4ad7-ac01-d5bb68bb1223 req-c1344e91-d25a-4536-83cc-baaa95156e27 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:43.458967 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2d3cd7d4-87a8-4ad7-ac01-d5bb68bb1223 req-c1344e91-d25a-4536-83cc-baaa95156e27 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0621455 Jun 30 16:40:43.537064 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2d3cd7d4-87a8-4ad7-ac01-d5bb68bb1223 req-2d4ca509-f732-4928-8012-151bcf4d28ca tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766282 Jun 30 16:40:43.887156 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bc700-e4af-45c9-9391-5e3d81541ea6 req-e1ae689b-1b6f-4bb2-b18f-5592e1119f8a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:43.889127 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-763bc700-e4af-45c9-9391-5e3d81541ea6 req-e1ae689b-1b6f-4bb2-b18f-5592e1119f8a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 943 time: 0.0585763 Jun 30 16:40:43.975997 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-763bc700-e4af-45c9-9391-5e3d81541ea6 req-79b2091b-c723-44be-812b-0d1e7b1b8ba9 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736430 Jun 30 16:40:49.608619 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 40712) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:49.743444 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ca89b9d-23b3-47ef-9682-7b5b530bee45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:49.819374 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=6 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:49.838766 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ca89b9d-23b3-47ef-9682-7b5b530bee45 admin admin] Publish callbacks [] for security_group (2988c662-068d-429e-a4dc-c2c545234b5c), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:49.927867 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-7ca89b9d-23b3-47ef-9682-7b5b530bee45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (2988c662-068d-429e-a4dc-c2c545234b5c), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:49.971558 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca89b9d-23b3-47ef-9682-7b5b530bee45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2988c662-068d-429e-a4dc-c2c545234b5c,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:49.989607 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-7ca89b9d-23b3-47ef-9682-7b5b530bee45 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=82518f19d8674949bee4125558da0c24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3797188 Jun 30 16:40:49.992587 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 40720) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:40:50.056273 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd41ed3a-94b5-4e32-9c92-58785282efa9 admin admin] Publish callbacks [] for security_group (2988c662-068d-429e-a4dc-c2c545234b5c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:50.082612 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd41ed3a-94b5-4e32-9c92-58785282efa9 admin admin] Publish callbacks [] for security_group (2988c662-068d-429e-a4dc-c2c545234b5c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:50.202226 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd41ed3a-94b5-4e32-9c92-58785282efa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (2988c662-068d-429e-a4dc-c2c545234b5c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:50.204891 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-dd41ed3a-94b5-4e32-9c92-58785282efa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:50.212027 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-dd41ed3a-94b5-4e32-9c92-58785282efa9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2988c662-068d-429e-a4dc-c2c545234b5c HTTP/1.1" status: 204 len: 168 time: 0.2169111 Jun 30 16:40:50.222564 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41ed3a-94b5-4e32-9c92-58785282efa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2988c662-068d-429e-a4dc-c2c545234b5c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:50.872407 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-840944ce-4c63-4b78-8c73-df5c560b1cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:50.873992 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-840944ce-4c63-4b78-8c73-df5c560b1cdd service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13&tenant_id=19b35fc495a345898167db62b9b95887 HTTP/1.1" status: 200 len: 1127 time: 0.0436480 Jun 30 16:40:51.618621 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-b839de0c-8b15-4034-bb2e-1b3da800c4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:51.620148 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-b839de0c-8b15-4034-bb2e-1b3da800c4a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b35fc495a345898167db62b9b95887&device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 1127 time: 0.0433979 Jun 30 16:40:51.715126 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-50c47cb5-3c78-4515-b762-e07a67c426d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:51.716682 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-50c47cb5-3c78-4515-b762-e07a67c426d7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=43d53998-b324-428d-a316-199f927750c3 HTTP/1.1" status: 200 len: 910 time: 0.0911725 Jun 30 16:40:51.785502 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-574954bb-9c02-43b9-889a-3289b48b8515 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab01136b-ddb4-42c0-b8a6-880714395a42 HTTP/1.1" status: 200 len: 999 time: 0.0626400 Jun 30 16:40:51.830321 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:51.841299 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-422471b2-a30e-4ad8-b740-3923e52b61b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:51.842762 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-422471b2-a30e-4ad8-b740-3923e52b61b7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d61d6a43-b270-4bed-9903-630d27b24abf HTTP/1.1" status: 200 len: 848 time: 0.0511534 Jun 30 16:40:51.889600 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-662ac62b-379a-43ad-abb5-cf6c3ce21cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:51.891062 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-662ac62b-379a-43ad-abb5-cf6c3ce21cee service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43d53998-b324-428d-a316-199f927750c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412426 Jun 30 16:40:51.989392 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-b275e86e-76b6-440a-98d7-885e59f7732f service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920129 Jun 30 16:40:52.087299 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8c26e2c5-0d0d-43d5-8b00-da69de33103e req-a95048fc-bb9c-43cf-a0ae-6177e74955e5 service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916150 Jun 30 16:40:52.301697 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=76,neutron:UPDATE=8 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:52.464105 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7711b-ba35-4a02-adb4-54710972f5f6 req-0cff5fba-e056-45f1-814b-35d823016c6e tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:52.465638 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-62d7711b-ba35-4a02-adb4-54710972f5f6 req-0cff5fba-e056-45f1-814b-35d823016c6e tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.1043751 Jun 30 16:40:52.496012 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5faa2-5222-4f0b-9416-b49d1c4f4832 req-2b252a01-ef0f-4931-9a8e-0e8fa2b30609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:52.497667 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2aa5faa2-5222-4f0b-9416-b49d1c4f4832 req-2b252a01-ef0f-4931-9a8e-0e8fa2b30609 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b35fc495a345898167db62b9b95887&device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 1127 time: 0.0475211 Jun 30 16:40:52.498255 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bb05a8-74a2-4deb-aa05-4a27a742db4b req-9f4b4d78-11a2-420c-b1aa-3b3148fc8f36 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:52.499769 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-63bb05a8-74a2-4deb-aa05-4a27a742db4b req-9f4b4d78-11a2-420c-b1aa-3b3148fc8f36 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 943 time: 0.0921657 Jun 30 16:40:52.559496 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-62d7711b-ba35-4a02-adb4-54710972f5f6 req-321901b4-d5ce-43ca-a39e-b9d76d7d4d2a tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873141 Jun 30 16:40:52.583856 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-63bb05a8-74a2-4deb-aa05-4a27a742db4b req-8aff5590-d0b6-4548-9b0a-c5e7a22bb99a tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761507 Jun 30 16:40:52.664422 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:52.685459 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5faa2-5222-4f0b-9416-b49d1c4f4832 req-3f3c1970-7e47-4a61-856c-39e49607df40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:52.687065 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2aa5faa2-5222-4f0b-9416-b49d1c4f4832 req-3f3c1970-7e47-4a61-856c-39e49607df40 service neutron] 10.222.0.65 "GET /v2.0/networks?id=43d53998-b324-428d-a316-199f927750c3 HTTP/1.1" status: 200 len: 910 time: 0.1348844 Jun 30 16:40:52.758443 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2aa5faa2-5222-4f0b-9416-b49d1c4f4832 req-741c4b10-fbb2-4c6c-8d2e-a8e113e1bc5b service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab01136b-ddb4-42c0-b8a6-880714395a42 HTTP/1.1" status: 200 len: 999 time: 0.0635395 Jun 30 16:40:52.808892 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5faa2-5222-4f0b-9416-b49d1c4f4832 req-355dca58-1f21-423b-80d4-f3d06224b1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:52.810398 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2aa5faa2-5222-4f0b-9416-b49d1c4f4832 req-355dca58-1f21-423b-80d4-f3d06224b1d9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d61d6a43-b270-4bed-9903-630d27b24abf HTTP/1.1" status: 200 len: 848 time: 0.0464442 Jun 30 16:40:52.855768 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5faa2-5222-4f0b-9416-b49d1c4f4832 req-654a8086-a602-4b44-a7c4-af7a84d93006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:52.857272 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2aa5faa2-5222-4f0b-9416-b49d1c4f4832 req-654a8086-a602-4b44-a7c4-af7a84d93006 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43d53998-b324-428d-a316-199f927750c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404637 Jun 30 16:40:52.956673 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2aa5faa2-5222-4f0b-9416-b49d1c4f4832 req-aec28e86-8703-4f8e-b9ec-5f2f4536059a service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927322 Jun 30 16:40:53.059809 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2aa5faa2-5222-4f0b-9416-b49d1c4f4832 req-14a49503-87a1-417b-97e6-7bc21b8e6842 service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969539 Jun 30 16:40:53.060065 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device cef899ca-3465-4288-82e5-31385d9c468b details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:40:53.091282 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1995804d-a9cb-4a4d-828a-49d6782ea014 req-2d94721c-7b8f-4133-89c3-af3e61177e51 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:53.092948 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1995804d-a9cb-4a4d-828a-49d6782ea014 req-2d94721c-7b8f-4133-89c3-af3e61177e51 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 945 time: 0.0552881 Jun 30 16:40:53.146651 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1995804d-a9cb-4a4d-828a-49d6782ea014 req-c4e70694-782d-424d-bf21-ac1795ccd862 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467758 Jun 30 16:40:53.171668 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=cef899ca-3465-4288-82e5-31385d9c468b,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:40:53.184174 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'cef899ca-3465-4288-82e5-31385d9c468b', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'port_id': 'cef899ca-3465-4288-82e5-31385d9c468b', 'mac_address': 'fa:16:3e:e7:b0:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:40:53.220174 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port cef899ca-3465-4288-82e5-31385d9c468b is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:40:53.220459 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (cef899ca-3465-4288-82e5-31385d9c468b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:53.243671 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef899ca-3465-4288-82e5-31385d9c468b {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:40:53.256493 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:53.265322 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=cef899ca-3465-4288-82e5-31385d9c468b,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:40:53.362445 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (cef899ca-3465-4288-82e5-31385d9c468b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:53.422088 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=cef899ca-3465-4288-82e5-31385d9c468b,revision_number=9']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:53.439770 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.440120 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.440457 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.440791 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.441120 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.441602 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.441929 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.442251 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.442578 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.442895 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.443222 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.443567 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.443888 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.444201 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.444513 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:40:53.606495 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['cef899ca-3465-4288-82e5-31385d9c468b'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:40:53.685631 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:53.720257 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177b3d27-c0a1-4d2c-a936-58f694fb64e9 req-d71764cb-172e-471e-85f7-c7bafacbd95b tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:53.721680 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-177b3d27-c0a1-4d2c-a936-58f694fb64e9 req-d71764cb-172e-471e-85f7-c7bafacbd95b tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0835998 Jun 30 16:40:53.743890 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44048f40-6a8f-43ef-b861-02819125c2ac req-c315ab9c-3ca3-40ef-afbf-fb662b699cc5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:53.745334 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-44048f40-6a8f-43ef-b861-02819125c2ac req-c315ab9c-3ca3-40ef-afbf-fb662b699cc5 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 944 time: 0.0759656 Jun 30 16:40:53.818767 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-177b3d27-c0a1-4d2c-a936-58f694fb64e9 req-b0dce894-cdd3-4104-983b-733881054c6a tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895805 Jun 30 16:40:53.826488 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-44048f40-6a8f-43ef-b861-02819125c2ac req-266c361e-db9e-4a97-8acc-8a9689b68c37 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739100 Jun 30 16:40:54.267252 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0988200-3883-465d-92c5-e8dcd6d641db req-17f7344e-4ff0-46c7-b9b2-daedb7fe6779 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:54.269237 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f0988200-3883-465d-92c5-e8dcd6d641db req-17f7344e-4ff0-46c7-b9b2-daedb7fe6779 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 945 time: 0.0498862 Jun 30 16:40:54.295526 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:54.320091 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f0988200-3883-465d-92c5-e8dcd6d641db req-3697fde7-7e2f-4c8a-899c-a952fe74f0b1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452569 Jun 30 16:40:54.671792 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-7c3b19c6-dab2-4cb7-b4f6-9d7b806ece37 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:54.673237 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-7c3b19c6-dab2-4cb7-b4f6-9d7b806ece37 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 945 time: 0.0533459 Jun 30 16:40:54.761468 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Deleting port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:40:54.761844 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:54.860529 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] For port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:40:54.860965 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:54.979772 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d060eb-a03b-42e7-8bcb-6abf94375bcb req-bce00f22-ac8e-4a85-9a1f-cfef65d9f143 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:54.981391 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a2d060eb-a03b-42e7-8bcb-6abf94375bcb req-bce00f22-ac8e-4a85-9a1f-cfef65d9f143 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0905726 Jun 30 16:40:54.994360 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c23f06-bf22-4334-879d-c5d1b62bc6be req-4d4c11e3-d9de-4395-bfbf-176e9f309938 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:54.995890 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d6c23f06-bf22-4334-879d-c5d1b62bc6be req-4d4c11e3-d9de-4395-bfbf-176e9f309938 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 944 time: 0.0650671 Jun 30 16:40:55.041893 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:55.044381 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:55.044738 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (7e95d020-60ab-42a8-b40f-55769a53116b), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:55.045053 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Floating IP 7e95d020-60ab-42a8-b40f-55769a53116b disassociated. External IP: 172.27.2.18, port: 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c. Jun 30 16:40:55.045395 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Calling delete_port for 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:40:55.076362 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device cef899ca-3465-4288-82e5-31385d9c468b up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:40:55.077170 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a2d060eb-a03b-42e7-8bcb-6abf94375bcb req-8740eaad-37d5-43b7-80f8-65604de08a92 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895431 Jun 30 16:40:55.084418 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d6c23f06-bf22-4334-879d-c5d1b62bc6be req-4ba63e97-6cee-405d-a952-de405f677a32 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715771 Jun 30 16:40:55.143219 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port cef899ca-3465-4288-82e5-31385d9c468b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:40:55.143680 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (cef899ca-3465-4288-82e5-31385d9c468b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:55.169968 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:55.219083 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port cef899ca-3465-4288-82e5-31385d9c468b is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:40:55.219461 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (cef899ca-3465-4288-82e5-31385d9c468b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:55.243840 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:40:55.246099 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12bbe8ff-a0cd-4492-93ac-1cafccdb7478" -d '{"events": [{"server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "name": "network-vif-plugged", "status": "completed", "tag": "cef899ca-3465-4288-82e5-31385d9c468b"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:40:55.261187 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=cef899ca-3465-4288-82e5-31385d9c468b,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:40:55.271347 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:55.285134 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b067cee-b444-452c-b118-1b83f3acfbff x-openstack-request-id: req-3b067cee-b444-452c-b118-1b83f3acfbff {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:40:55.286089 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "name": "network-vif-plugged", "status": "completed", "tag": "cef899ca-3465-4288-82e5-31385d9c468b", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:40:55.286343 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3b067cee-b444-452c-b118-1b83f3acfbff {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:40:55.286744 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b067cee-b444-452c-b118-1b83f3acfbff'] response: {'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b', 'code': 200} Jun 30 16:40:55.300996 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event deleted for resources: {'Port': ['ID=2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:55.328704 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (cef899ca-3465-4288-82e5-31385d9c468b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:55.329595 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:40:55.432122 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9e4b119d-6fd2-4292-8477-fc147fbd51a7 req-295536f2-51b8-429f-bccb-5c76629f7a7c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 210 time: 0.0357592 Jun 30 16:40:55.437868 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:40:55.522027 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:40:55.522370 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:40:55.532536 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:55.567017 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=cef899ca-3465-4288-82e5-31385d9c468b,revision_number=10']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:55.572053 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:40:55.584862 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf9e8b7-4a87-44fa-a70a-4a6de661c023 None None] Sync routers for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:40:55.601385 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf9e8b7-4a87-44fa-a70a-4a6de661c023 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:40:55.602217 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3cf9e8b7-4a87-44fa-a70a-4a6de661c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:40:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:40:55.723067 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-3cf9e8b7-4a87-44fa-a70a-4a6de661c023 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:40:55.915010 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] No DVR routers for this DVR port 2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:40:55.919157 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:55.922419 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-69035079-b1a9-4dc8-9e66-1f4c68fcf95e req-0d557e9b-7f19-4b4a-9518-f3e3a571bbd2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "DELETE /v2.0/ports/2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c HTTP/1.1" status: 204 len: 173 time: 1.2434483 Jun 30 16:40:55.922875 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'name': 'network-vif-deleted', 'tag': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:40:55.925259 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c711475f-2dcf-480e-a891-a1b817d04214" -d '{"events": [{"server_uuid": "d8cb685e-c960-41dc-89ad-bc5cabc56565", "name": "network-vif-deleted", "tag": "2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:40:55.935700 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f09c3d-9530-4fbe-9ebb-35a10d834108 req-48a2107f-9e1a-4f48-a870-2160ae810651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:55.937238 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-22f09c3d-9530-4fbe-9ebb-35a10d834108 req-48a2107f-9e1a-4f48-a870-2160ae810651 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 1130 time: 0.0672383 Jun 30 16:40:55.939395 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:55.943814 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3cf9e8b7-4a87-44fa-a70a-4a6de661c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:40:55.975911 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b07de49-b61a-4e51-8332-4239908732a7 x-openstack-request-id: req-0b07de49-b61a-4e51-8332-4239908732a7 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:40:55.976390 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cb685e-c960-41dc-89ad-bc5cabc56565", "name": "network-vif-deleted", "tag": "2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:40:55.976647 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0b07de49-b61a-4e51-8332-4239908732a7 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:40:55.977046 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b07de49-b61a-4e51-8332-4239908732a7'] response: {'server_uuid': 'd8cb685e-c960-41dc-89ad-bc5cabc56565', 'name': 'network-vif-deleted', 'tag': '2cf2d7d3-c6a6-4edb-8d6d-b8575a6abf8c', 'status': 'completed', 'code': 200} Jun 30 16:40:55.978899 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf9e8b7-4a87-44fa-a70a-4a6de661c023 None None] Checking router: b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:40:55.988938 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf9e8b7-4a87-44fa-a70a-4a6de661c023 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:40:55.989579 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3cf9e8b7-4a87-44fa-a70a-4a6de661c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:40:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:40:55.994989 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-22f09c3d-9530-4fbe-9ebb-35a10d834108 req-a588e838-1c9e-49f7-ad63-1980ed833af5 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518663 Jun 30 16:40:56.093869 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-3cf9e8b7-4a87-44fa-a70a-4a6de661c023 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:40:56.254823 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e12ef33-96c7-4fbc-8e59-07fd625a60e0 req-18a8ca37-4ed9-4839-837f-ab68a20f0c83 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:56.256424 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8e12ef33-96c7-4fbc-8e59-07fd625a60e0 req-18a8ca37-4ed9-4839-837f-ab68a20f0c83 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 946 time: 0.0833364 Jun 30 16:40:56.263348 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a908efc-da9a-4f9a-a238-5d3ad6fbe9bd req-340f221f-68e3-4d6d-b67c-605c2b9cf944 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:56.276749 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4a908efc-da9a-4f9a-a238-5d3ad6fbe9bd req-340f221f-68e3-4d6d-b67c-605c2b9cf944 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0883706 Jun 30 16:40:56.326848 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-3cf9e8b7-4a87-44fa-a70a-4a6de661c023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:40:56.352633 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf9e8b7-4a87-44fa-a70a-4a6de661c023 None None] The sync data for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi is: [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:40:56.360469 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4a908efc-da9a-4f9a-a238-5d3ad6fbe9bd req-856f9964-fdf9-42d3-b58b-cf605a3cf9ba tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877504 Jun 30 16:40:56.365605 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8e12ef33-96c7-4fbc-8e59-07fd625a60e0 req-82714bdb-907a-47d7-97f7-97dfe3dc69fc tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917118 Jun 30 16:40:56.540687 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-28c61c0f-1fb5-4fa0-b5ed-8167b3f33ca4 req-4f547779-1fc3-47d1-a335-750f86955889 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 210 time: 0.0288372 Jun 30 16:40:56.596911 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08d2f1b-abfd-43b0-bd8f-4841b9ee83e7 None None] New status for floating IP 7e95d020-60ab-42a8-b40f-55769a53116b: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:40:57.539011 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3065d4-3c5e-4c42-9416-63adce70f148 req-820aacc1-d61c-482a-abf4-0bf54adcc49d tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:57.543700 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ca3065d4-3c5e-4c42-9416-63adce70f148 req-820aacc1-d61c-482a-abf4-0bf54adcc49d tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0879965 Jun 30 16:40:57.547023 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b17998f-3fbf-4c8b-ada6-4b406fc52d7b req-eaf99b41-1de3-4c11-b67e-4992bdfa8745 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:57.548189 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8b17998f-3fbf-4c8b-ada6-4b406fc52d7b req-eaf99b41-1de3-4c11-b67e-4992bdfa8745 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 946 time: 0.0974112 Jun 30 16:40:57.639401 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ca3065d4-3c5e-4c42-9416-63adce70f148 req-61d7e90f-35e4-4290-bcb4-ccb6c8751940 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902352 Jun 30 16:40:57.643922 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8b17998f-3fbf-4c8b-ada6-4b406fc52d7b req-fd3f4f48-9236-4ad9-a1d0-30a1b09eb0e7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0879953 Jun 30 16:40:57.781812 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-73a685f2-7953-4018-b650-6052a338017c req-c002cdfe-39d9-46da-ad04-048980f40627 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8cb685e-c960-41dc-89ad-bc5cabc56565 HTTP/1.1" status: 200 len: 210 time: 0.0281131 Jun 30 16:40:58.802282 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d67b028-57c6-425f-ae82-11af15f77973 req-819a7f57-56b1-4169-a46a-3bc5d2cbb3b2 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:58.803811 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5d67b028-57c6-425f-ae82-11af15f77973 req-819a7f57-56b1-4169-a46a-3bc5d2cbb3b2 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 943 time: 0.0874064 Jun 30 16:40:58.812439 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b15d7c-f219-4a0e-b632-551979990487 req-9ce8279d-769d-4632-b073-3166a1232d90 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:58.814156 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d8b15d7c-f219-4a0e-b632-551979990487 req-9ce8279d-769d-4632-b073-3166a1232d90 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 946 time: 0.0839565 Jun 30 16:40:58.891831 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5d67b028-57c6-425f-ae82-11af15f77973 req-0e4c370d-ca51-485e-872d-b1d4535314c4 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766730 Jun 30 16:40:58.895186 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d8b15d7c-f219-4a0e-b632-551979990487 req-3a8e41f8-a190-4b25-b34d-2d977f51b561 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724936 Jun 30 16:40:59.085172 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device ab01136b-ddb4-42c0-b8a6-880714395a42 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:40:59.131083 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:59.170095 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-9b382122-1cf7-4603-b3a8-d58dd1584262 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280353264&fields=id&tenant_id=99847b649bfd4ca6a33cb2ea97ad0469 HTTP/1.1" status: 200 len: 267 time: 0.0482359 Jun 30 16:40:59.196846 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port ab01136b-ddb4-42c0-b8a6-880714395a42, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ab01136b-ddb4-42c0-b8a6-880714395a42,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:40:59.210445 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'port_id': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'mac_address': 'fa:16:3e:e2:fe:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:40:59.249602 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port ab01136b-ddb4-42c0-b8a6-880714395a42 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:40:59.250158 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:59.265281 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab01136b-ddb4-42c0-b8a6-880714395a42 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:40:59.285727 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port ab01136b-ddb4-42c0-b8a6-880714395a42, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ab01136b-ddb4-42c0-b8a6-880714395a42,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:40:59.288040 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d68235-3eec-445a-a89b-6b3e56733113 req-feb60c5e-db97-4711-938f-dadd504df6ee tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:40:59.289570 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-feb60c5e-db97-4711-938f-dadd504df6ee tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 811 time: 0.1116197 Jun 30 16:40:59.304854 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-57d7ea1e-fddc-4ae4-b0c0-d097e8d243bf tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/quotas/99847b649bfd4ca6a33cb2ea97ad0469 HTTP/1.1" status: 200 len: 375 time: 0.0099478 Jun 30 16:40:59.348262 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:59.358438 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-e7f14ff8-79e1-4bdc-a995-082ff043abd6 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483615 Jun 30 16:40:59.368428 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:40:59.431797 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=ab01136b-ddb4-42c0-b8a6-880714395a42,revision_number=7']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:40:59.467366 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-5ab134fc-61e3-48c0-938d-a7327c3663d0 service neutron] 10.222.0.67 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962427 Jun 30 16:40:59.570169 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-4c60ecbf-1f15-43db-a880-40eb223e4c22 service neutron] 10.222.0.67 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940223 Jun 30 16:40:59.618280 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['ab01136b-ddb4-42c0-b8a6-880714395a42'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:40:59.724979 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:40:59.802355 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:00.016518 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf173084-f7aa-425b-9d36-a3b1e89c6835 req-f571c831-d40d-4daf-aed8-c32f8070b3bc tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:00.018007 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bf173084-f7aa-425b-9d36-a3b1e89c6835 req-f571c831-d40d-4daf-aed8-c32f8070b3bc tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 944 time: 0.0501599 Jun 30 16:41:00.072288 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bf173084-f7aa-425b-9d36-a3b1e89c6835 req-f359367b-7262-4391-bf70-39ebf5fde2d4 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478809 Jun 30 16:41:00.173819 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3053f8f-3d6f-4a2e-abb7-715354fd9ce9 req-dc7e3cfd-d3bc-4f62-9e12-4a3c5a04f275 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:00.175816 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c3053f8f-3d6f-4a2e-abb7-715354fd9ce9 req-dc7e3cfd-d3bc-4f62-9e12-4a3c5a04f275 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 946 time: 0.0484803 Jun 30 16:41:00.224638 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c3053f8f-3d6f-4a2e-abb7-715354fd9ce9 req-0377c13d-1bd7-4ab2-a939-48ca432cc834 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423672 Jun 30 16:41:00.551900 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8432bb5c-e862-4e9b-9cf9-c04a3d8eca38 req-4503e83b-f99e-4d1c-ad57-736f30aa535b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 210 time: 0.0304635 Jun 30 16:41:01.085132 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device ab01136b-ddb4-42c0-b8a6-880714395a42 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:41:01.140712 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port ab01136b-ddb4-42c0-b8a6-880714395a42 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:41:01.141373 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:01.231077 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0176d95b-d610-4e6e-877d-af8baa491189 req-6d0f41e5-ba75-4480-a32b-20822d148cf0 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:01.233665 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0176d95b-d610-4e6e-877d-af8baa491189 req-6d0f41e5-ba75-4480-a32b-20822d148cf0 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 944 time: 0.0817435 Jun 30 16:41:01.238904 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port ab01136b-ddb4-42c0-b8a6-880714395a42 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:41:01.239300 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:01.273872 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:41:01.280514 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ce3a5e-6b23-4e03-884b-dbbf97f178c7" -d '{"events": [{"server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "name": "network-vif-plugged", "status": "completed", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:41:01.295445 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port ab01136b-ddb4-42c0-b8a6-880714395a42, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ab01136b-ddb4-42c0-b8a6-880714395a42,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:01.303234 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0176d95b-d610-4e6e-877d-af8baa491189 req-c82993c6-3421-4e6c-aa00-122b287137b4 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622799 Jun 30 16:41:01.353145 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9be7bbf-ecc1-44b6-92f1-b4c4c20f4bee x-openstack-request-id: req-a9be7bbf-ecc1-44b6-92f1-b4c4c20f4bee {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:41:01.353433 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "name": "network-vif-plugged", "status": "completed", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:41:01.353684 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a9be7bbf-ecc1-44b6-92f1-b4c4c20f4bee {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:41:01.354233 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9be7bbf-ecc1-44b6-92f1-b4c4c20f4bee'] response: {'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'code': 200} Jun 30 16:41:01.356736 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:01.411350 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=ab01136b-ddb4-42c0-b8a6-880714395a42,revision_number=8']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:01.654844 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-95d3b306-bb5b-41e2-b3b7-08fda8fee1aa req-1eea38a9-3198-4f24-b2b5-c992dc6d608c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 210 time: 0.0324862 Jun 30 16:41:01.733927 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7362750-5f6f-4960-bca5-230219913dc3 req-7966127e-f2cf-4cfe-9294-826ed0e86982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:01.735446 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d7362750-5f6f-4960-bca5-230219913dc3 req-7966127e-f2cf-4cfe-9294-826ed0e86982 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 1129 time: 0.0426536 Jun 30 16:41:01.786645 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d7362750-5f6f-4960-bca5-230219913dc3 req-e6628f83-8b41-406e-83f6-800842721aed service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431216 Jun 30 16:41:02.422308 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e80e532-3df6-4aa6-b1ad-427934f05a66 req-6249c92b-14a3-4e37-bc34-29219fc62a9d tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:02.423981 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2e80e532-3df6-4aa6-b1ad-427934f05a66 req-6249c92b-14a3-4e37-bc34-29219fc62a9d tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0491936 Jun 30 16:41:02.476816 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2e80e532-3df6-4aa6-b1ad-427934f05a66 req-028ff00b-7565-478b-b201-b65e4fce0e8b tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458105 Jun 30 16:41:02.763912 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3c6c36da-0858-4fc6-b695-6f1b8c03dadb req-30267201-5bf6-481a-a752-8265cd95e788 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 210 time: 0.0326869 Jun 30 16:41:03.539935 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d68235-3eec-445a-a89b-6b3e56733113 req-b1e9e7f8-aa76-4d0c-8668-894edc26eb68 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:03.544132 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-b1e9e7f8-aa76-4d0c-8668-894edc26eb68 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 811 time: 0.1095133 Jun 30 16:41:03.601279 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2e09f2-1f39-4266-881f-b9bf80285395 req-4b90e331-2f1a-4554-9016-6fb0dd7f7563 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:03.602802 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fe2e09f2-1f39-4266-881f-b9bf80285395 req-4b90e331-2f1a-4554-9016-6fb0dd7f7563 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0506730 Jun 30 16:41:03.613041 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-1416ee37-65eb-4cba-9167-d14ab2e9cb39 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99847b649bfd4ca6a33cb2ea97ad0469 HTTP/1.1" status: 200 len: 380 time: 0.0610929 Jun 30 16:41:03.621558 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-16d68235-3eec-445a-a89b-6b3e56733113 req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'port': {'device_id': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'admin_state_up': True, 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'security_groups': ['23981048-8558-4692-b4e8-85bde5393786']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:41:03.655995 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fe2e09f2-1f39-4266-881f-b9bf80285395 req-9f9f5450-b431-4764-92b5-1753161c949f tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474153 Jun 30 16:41:03.850316 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16d68235-3eec-445a-a89b-6b3e56733113 req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Made reservation on behalf of 99847b649bfd4ca6a33cb2ea97ad0469 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:41:03.853882 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-16d68235-3eec-445a-a89b-6b3e56733113 req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:03.861804 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c1b76e3b-3487-42ef-add1-efc573c3b3d7 req-e6eec20f-c5c4-40b4-a852-64f8e83a38dd tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 210 time: 0.0285504 Jun 30 16:41:03.986401 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:03.991385 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-16d68235-3eec-445a-a89b-6b3e56733113 req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Allocated IP 172.20.0.14 (65fa0cba-7cff-4856-97c9-e4f078bde7b0/eba862ec-97f4-4405-a458-baac2ead5898/9418a863-c50c-466a-a9fc-f7525b264d71) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:41:04.010377 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:04.152331 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-16d68235-3eec-445a-a89b-6b3e56733113 req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for port (9418a863-c50c-466a-a9fc-f7525b264d71), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:04.317922 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-16d68235-3eec-445a-a89b-6b3e56733113 req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:04.365820 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16d68235-3eec-445a-a89b-6b3e56733113 req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:41:04.369051 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-16d68235-3eec-445a-a89b-6b3e56733113 req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:41:04.373062 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-16d68235-3eec-445a-a89b-6b3e56733113 req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:41:04.399772 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'Port': ['ID=9418a863-c50c-466a-a9fc-f7525b264d71,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:04.429773 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d68235-3eec-445a-a89b-6b3e56733113 req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:04.434129 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-16d68235-3eec-445a-a89b-6b3e56733113 req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:04.525466 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-ac7267d5-cbae-48e6-9395-8292999314bc tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9078419 Jun 30 16:41:04.540738 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Request body: {'port': {'device_id': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:41:04.608602 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:04.633758 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-90937849-d17b-4abb-bd32-f2851eff9f38 None None] Provisioning complete for port 9418a863-c50c-466a-a9fc-f7525b264d71 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:41:04.634374 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-90937849-d17b-4abb-bd32-f2851eff9f38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:04.646336 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:04.671797 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-90937849-d17b-4abb-bd32-f2851eff9f38 None None] Port 9418a863-c50c-466a-a9fc-f7525b264d71 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:41:04.711161 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-234922dd-0659-436c-a8c3-7bbe44b2a60f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:04.884314 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9418a863-c50c-466a-a9fc-f7525b264d71 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:41:04.892342 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Publish callbacks [] for port (9418a863-c50c-466a-a9fc-f7525b264d71), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:04.907589 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Transition to ACTIVE for port object 9418a863-c50c-466a-a9fc-f7525b264d71 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:41:04.951264 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:04.993329 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a0ee4-8447-49d5-8230-eaab27288a05 req-218dfb31-989b-4ea9-9e63-594ad52fde3e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:04.995035 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e64a0ee4-8447-49d5-8230-eaab27288a05 req-218dfb31-989b-4ea9-9e63-594ad52fde3e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 932 time: 0.0601380 Jun 30 16:41:05.039783 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Pushing event updated for resources: {'Port': ['ID=9418a863-c50c-466a-a9fc-f7525b264d71,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:05.061882 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e64a0ee4-8447-49d5-8230-eaab27288a05 req-980f1fb2-8210-4b90-8dfd-d57a310f47bf tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609815 Jun 30 16:41:05.108749 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Attempting to bind port 9418a863-c50c-466a-a9fc-f7525b264d71 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:41:05.109165 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Attempting to bind port 9418a863-c50c-466a-a9fc-f7525b264d71 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:41:05.109571 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Attempting to bind port 9418a863-c50c-466a-a9fc-f7525b264d71 on network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:41:05.116164 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Port 9418a863-c50c-466a-a9fc-f7525b264d71 on network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:41:05.116985 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Attempting to bind port 9418a863-c50c-466a-a9fc-f7525b264d71 on network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:41:05.123458 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:41:05.123844 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Checking segment: {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:41:05.124239 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Bound using segment: {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:41:05.124689 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Bound port: 9418a863-c50c-466a-a9fc-f7525b264d71, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:41:05.125059 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:05.194334 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] For port 9418a863-c50c-466a-a9fc-f7525b264d71, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:41:05.197609 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] For port 9418a863-c50c-466a-a9fc-f7525b264d71, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=9418a863-c50c-466a-a9fc-f7525b264d71,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:41:05.305805 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:05.349437 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:05.350095 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:05.351612 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] 10.222.0.65 "PUT /v2.0/ports/9418a863-c50c-466a-a9fc-f7525b264d71 HTTP/1.1" status: 200 len: 1094 time: 0.8189485 Jun 30 16:41:05.352072 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'tag': '9418a863-c50c-466a-a9fc-f7525b264d71'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:41:05.354467 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65362645-8e17-4633-8eb7-69b4a96326cc" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0e8c35-fb99-4b6f-9386-e1c2a73665cf", "tag": "9418a863-c50c-466a-a9fc-f7525b264d71"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:41:05.378960 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82c5e85-870c-43a6-9128-700bbb1a310f service neutron] Pushing event updated for resources: {'Port': ['ID=9418a863-c50c-466a-a9fc-f7525b264d71,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:05.411444 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:41:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0e67ca-7f00-4ddb-af7b-b46b62e9abf8 x-openstack-request-id: req-ac0e67ca-7f00-4ddb-af7b-b46b62e9abf8 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:41:05.411772 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0e8c35-fb99-4b6f-9386-e1c2a73665cf", "tag": "9418a863-c50c-466a-a9fc-f7525b264d71", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:41:05.412029 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ac0e67ca-7f00-4ddb-af7b-b46b62e9abf8 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:41:05.412582 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0e67ca-7f00-4ddb-af7b-b46b62e9abf8'] response: {'name': 'network-changed', 'server_uuid': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'tag': '9418a863-c50c-466a-a9fc-f7525b264d71', 'status': 'completed', 'code': 200} Jun 30 16:41:05.477152 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65362645-8e17-4633-8eb7-69b4a96326cc req-1eb8a3b7-eea3-42ff-979a-28bd1ea79820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:05.478869 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-65362645-8e17-4633-8eb7-69b4a96326cc req-1eb8a3b7-eea3-42ff-979a-28bd1ea79820 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 1128 time: 0.0458560 Jun 30 16:41:05.590482 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65362645-8e17-4633-8eb7-69b4a96326cc req-6ea10539-44b4-4946-a3e0-7873bdedc410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:05.592075 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-65362645-8e17-4633-8eb7-69b4a96326cc req-6ea10539-44b4-4946-a3e0-7873bdedc410 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1030695 Jun 30 16:41:05.623140 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:05.702546 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65362645-8e17-4633-8eb7-69b4a96326cc req-60553658-3e83-4d8a-a2b8-e8e0158c2d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:05.704099 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-65362645-8e17-4633-8eb7-69b4a96326cc req-60553658-3e83-4d8a-a2b8-e8e0158c2d9e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1060989 Jun 30 16:41:05.780098 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d68235-3eec-445a-a89b-6b3e56733113 req-50e0218a-a0b5-4ade-8d5a-199dca812456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:05.781627 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-50e0218a-a0b5-4ade-8d5a-199dca812456 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 1128 time: 0.0420613 Jun 30 16:41:05.828246 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-9c923503-8773-4337-a44f-77013bd85d75 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9418a863-c50c-466a-a9fc-f7525b264d71 HTTP/1.1" status: 200 len: 217 time: 0.0404601 Jun 30 16:41:05.882588 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d68235-3eec-445a-a89b-6b3e56733113 req-19eea0f3-7492-4282-8898-7f8a473bc612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:05.885144 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-19eea0f3-7492-4282-8898-7f8a473bc612 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eba862ec-97f4-4405-a458-baac2ead5898 HTTP/1.1" status: 200 len: 850 time: 0.0475633 Jun 30 16:41:05.929503 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d68235-3eec-445a-a89b-6b3e56733113 req-de2a10cd-e020-48ea-8ec2-de49d656f5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:05.931008 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-de2a10cd-e020-48ea-8ec2-de49d656f5ec service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=65fa0cba-7cff-4856-97c9-e4f078bde7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415409 Jun 30 16:41:06.027946 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-43c61d05-1ccf-4bd0-9902-0da5000f2a72 service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912535 Jun 30 16:41:06.041353 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:06.122676 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-16d68235-3eec-445a-a89b-6b3e56733113 req-3f0d53ca-e1bc-40d7-85cb-519ee2878c42 service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894120 Jun 30 16:41:06.198609 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26673164-b999-40c7-936d-1dd1ef11c4fa req-abf63ab0-9362-4d1a-8908-277d5249c33e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:06.200089 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-26673164-b999-40c7-936d-1dd1ef11c4fa req-abf63ab0-9362-4d1a-8908-277d5249c33e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 944 time: 0.0491085 Jun 30 16:41:06.247542 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:06.253122 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-26673164-b999-40c7-936d-1dd1ef11c4fa req-13e0d14f-eb57-4ebb-8e59-226f279804a8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472772 Jun 30 16:41:06.841564 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:41:07.368659 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-760de9cb-2e66-4c9a-b247-faa2bb0296f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:07.377528 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e2a5c-cb3d-4f4d-b1e6-f0639a1854f1 req-82038a22-7707-456e-877e-9d7252df1749 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:07.379211 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f50e2a5c-cb3d-4f4d-b1e6-f0639a1854f1 req-82038a22-7707-456e-877e-9d7252df1749 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 944 time: 0.0517476 Jun 30 16:41:07.437390 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f50e2a5c-cb3d-4f4d-b1e6-f0639a1854f1 req-8597049f-1ee8-42d5-ab22-11989b2c8385 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506656 Jun 30 16:41:08.311105 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:08.815492 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e202f9e-cdc9-466a-ab9c-32abd7cbb6b3 req-e9d99059-8fff-4b31-b15f-cb6e63a09168 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:08.817022 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9e202f9e-cdc9-466a-ab9c-32abd7cbb6b3 req-e9d99059-8fff-4b31-b15f-cb6e63a09168 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 944 time: 0.3097248 Jun 30 16:41:08.824559 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:08.869105 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9e202f9e-cdc9-466a-ab9c-32abd7cbb6b3 req-533c26e7-4bdc-4310-a4f2-6e535cd9dfee tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464427 Jun 30 16:41:09.616330 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:09.657419 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b7054-4b1c-4f53-a956-21b6571b9503 req-580dfe9d-50e0-4cf1-bcaa-c26f91dcda2a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:09.658966 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5b0b7054-4b1c-4f53-a956-21b6571b9503 req-580dfe9d-50e0-4cf1-bcaa-c26f91dcda2a tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 945 time: 0.0527666 Jun 30 16:41:09.714333 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5b0b7054-4b1c-4f53-a956-21b6571b9503 req-61b90676-d868-4680-9768-ea703e09be20 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7457f63e-f254-44ae-b2c2-6ecb1ad297d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442832 Jun 30 16:41:09.796825 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:09.928646 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:09.993252 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648caa16-10b2-4347-979e-0016a0fc3097 req-c158d202-7e27-4317-bb41-73afbd3d4a31 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:09.994801 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-648caa16-10b2-4347-979e-0016a0fc3097 req-c158d202-7e27-4317-bb41-73afbd3d4a31 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 944 time: 0.0526843 Jun 30 16:41:10.048691 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-648caa16-10b2-4347-979e-0016a0fc3097 req-a458b5e1-e8aa-4473-bfbd-e59044115935 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478683 Jun 30 16:41:10.835255 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdaa1b3-3395-4e34-ba55-20fdef525544 req-4d4bf107-409e-4450-8e4e-4ba764effe4c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:10.837445 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8fdaa1b3-3395-4e34-ba55-20fdef525544 req-4d4bf107-409e-4450-8e4e-4ba764effe4c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 945 time: 0.0505896 Jun 30 16:41:10.890188 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8fdaa1b3-3395-4e34-ba55-20fdef525544 req-35434613-e5f0-454e-9461-eea9f9c205ef tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups?id=7457f63e-f254-44ae-b2c2-6ecb1ad297d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467889 Jun 30 16:41:11.179463 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4459b10-191e-4325-9e63-9e28c9c565ca req-4ab46c57-cb47-4727-8df8-0f3795845613 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:11.180939 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c4459b10-191e-4325-9e63-9e28c9c565ca req-4ab46c57-cb47-4727-8df8-0f3795845613 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 944 time: 0.0527842 Jun 30 16:41:11.237397 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c4459b10-191e-4325-9e63-9e28c9c565ca req-9ec39c27-aac3-460b-8037-73374553012e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505674 Jun 30 16:41:11.271323 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-4cedec6b-4644-4a3c-b65b-733d73c0338c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:11.272840 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-4cedec6b-4644-4a3c-b65b-733d73c0338c tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 945 time: 0.0660541 Jun 30 16:41:11.366582 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Deleting port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:11.366990 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:11.464902 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] For port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:11.465230 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:11.638622 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:11.638991 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (cf2ccc37-d699-4f3b-b18d-53fc97e2def5), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:11.639316 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Floating IP cf2ccc37-d699-4f3b-b18d-53fc97e2def5 disassociated. External IP: 172.27.2.195, port: 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d. Jun 30 16:41:11.639699 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Calling delete_port for 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:11.750161 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:11.957842 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (1b8b879d-fbe8-4d64-bc33-b23f193e7b6d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:11.990651 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event deleted for resources: {'Port': ['ID=1b8b879d-fbe8-4d64-bc33-b23f193e7b6d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:11.998835 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a087519a-7c44-48e3-8280-b832b0effe62 req-08c6c453-28f8-4c0c-8791-11084d45e1b6 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 210 time: 0.0307100 Jun 30 16:41:12.109622 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Router a005fa75-8b3f-4f75-8a91-569497cf738a has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:41:12.151717 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:12.221641 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:41:12.233814 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f8255-1f3a-41ae-a92b-858e302be2a6 None None] Sync routers for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:41:12.249004 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f8255-1f3a-41ae-a92b-858e302be2a6 None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:12.249936 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9a3f8255-1f3a-41ae-a92b-858e302be2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:12.271503 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] No DVR routers for this DVR port 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:41:12.274132 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:12.277326 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-4335bb6c-4878-40a6-b654-33031f05ca86 req-a809e103-6e68-4d1b-961c-e29775cae65d tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.65 "DELETE /v2.0/ports/1b8b879d-fbe8-4d64-bc33-b23f193e7b6d HTTP/1.1" status: 204 len: 173 time: 0.9993818 Jun 30 16:41:12.277804 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'name': 'network-vif-deleted', 'tag': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:41:12.280161 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d80294-a41c-403d-ab0e-72db70daa797" -d '{"events": [{"server_uuid": "ab43f806-fda4-432a-ac06-f950c83c9edf", "name": "network-vif-deleted", "tag": "1b8b879d-fbe8-4d64-bc33-b23f193e7b6d"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:41:12.324948 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9951c4e-368f-48a9-b985-88d22dff0375 x-openstack-request-id: req-c9951c4e-368f-48a9-b985-88d22dff0375 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:41:12.325338 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab43f806-fda4-432a-ac06-f950c83c9edf", "name": "network-vif-deleted", "tag": "1b8b879d-fbe8-4d64-bc33-b23f193e7b6d", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:41:12.325595 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c9951c4e-368f-48a9-b985-88d22dff0375 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:41:12.325997 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9951c4e-368f-48a9-b985-88d22dff0375'] response: {'server_uuid': 'ab43f806-fda4-432a-ac06-f950c83c9edf', 'name': 'network-vif-deleted', 'tag': '1b8b879d-fbe8-4d64-bc33-b23f193e7b6d', 'status': 'completed', 'code': 200} Jun 30 16:41:12.389694 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-9a3f8255-1f3a-41ae-a92b-858e302be2a6 None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:12.393730 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd03390c-bc14-41ed-ad63-e25d9f141408 req-c8e51032-1d55-4547-9aae-2166990c4bab tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:12.395494 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cd03390c-bc14-41ed-ad63-e25d9f141408 req-c8e51032-1d55-4547-9aae-2166990c4bab tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 944 time: 0.0712330 Jun 30 16:41:12.455880 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cd03390c-bc14-41ed-ad63-e25d9f141408 req-79c53650-d66b-492a-ac89-3635531cd22b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530937 Jun 30 16:41:12.479084 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:12.621965 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9a3f8255-1f3a-41ae-a92b-858e302be2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:12.648773 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f8255-1f3a-41ae-a92b-858e302be2a6 None None] Checking router: a005fa75-8b3f-4f75-8a91-569497cf738a for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:41:12.658350 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f8255-1f3a-41ae-a92b-858e302be2a6 None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:12.658967 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9a3f8255-1f3a-41ae-a92b-858e302be2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:12.859564 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:12.864782 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:12.893524 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-9a3f8255-1f3a-41ae-a92b-858e302be2a6 None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:13.097878 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-9a3f8255-1f3a-41ae-a92b-858e302be2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:13.121670 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6e7c81f9-3fab-4912-a2a0-41a841335b94 req-07f86d7b-2345-4330-979e-2fb0ae1ba530 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/ports?device_id=ab43f806-fda4-432a-ac06-f950c83c9edf HTTP/1.1" status: 200 len: 210 time: 0.0332017 Jun 30 16:41:13.128086 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a3f8255-1f3a-41ae-a92b-858e302be2a6 None None] The sync data for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi is: [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:33:50Z', 'revision_number': 4, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'e1d1984c-5ac3-4219-baf3-d9d70dc51e11', 'name': '', 'network_id': '16892394-e408-48ab-985b-412d1c45e5c5', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'mac_address': 'fa:16:3e:a2:5e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:48Z', 'updated_at': '2022-06-30T16:34:04Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'subnets': [{'id': '62e7d36d-3495-499f-a7ab-fddad57919a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:41:13.409175 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80b153c-4465-4ab1-b309-88475255f4a6 None None] New status for floating IP cf2ccc37-d699-4f3b-b18d-53fc97e2def5: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:41:13.590254 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ec4ab7-c10c-4ef5-9402-8b98faa08d4f req-91a9b29b-1186-4d96-aa17-e8f48e42d8ee tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:13.591984 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c5ec4ab7-c10c-4ef5-9402-8b98faa08d4f req-91a9b29b-1186-4d96-aa17-e8f48e42d8ee tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 944 time: 0.0587337 Jun 30 16:41:13.656361 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c5ec4ab7-c10c-4ef5-9402-8b98faa08d4f req-e294b6cc-3c96-4252-9e3b-95b3f349769b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532753 Jun 30 16:41:14.370761 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 40994) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:14.429082 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (7457f63e-f254-44ae-b2c2-6ecb1ad297d7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:14.454246 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (7457f63e-f254-44ae-b2c2-6ecb1ad297d7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:14.482869 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:14.586384 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7457f63e-f254-44ae-b2c2-6ecb1ad297d7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:14.589102 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:14.590314 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "DELETE /v2.0/security-groups/7457f63e-f254-44ae-b2c2-6ecb1ad297d7 HTTP/1.1" status: 204 len: 168 time: 0.2186334 Jun 30 16:41:14.593588 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 40996) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:14.603187 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7457f63e-f254-44ae-b2c2-6ecb1ad297d7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:14.608211 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.api.v2.resource [None req-c40240bc-aa93-4513-9521-f75414c446f7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] show failed (client error): The resource could not be found. Jun 30 16:41:14.609233 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c40240bc-aa93-4513-9521-f75414c446f7 tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "GET /v2.0/security-groups/7457f63e-f254-44ae-b2c2-6ecb1ad297d7 HTTP/1.1" status: 404 len: 347 time: 0.0146079 Jun 30 16:41:14.610848 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.611193 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.611562 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.611947 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.612287 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.612619 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.613545 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.614003 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.614222 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 40998) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:14.614444 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.614761 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.615098 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.615583 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.615768 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.616090 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.616419 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b36a07bb-51b6-4c71-a57d-a72d1c3949be tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:14.732447 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1227eada-6a8b-406c-99c7-1176f991112e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Deleting port 59d3e9cb-5edf-4296-b6f7-42e46fa5f60a {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:14.732775 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1227eada-6a8b-406c-99c7-1176f991112e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (59d3e9cb-5edf-4296-b6f7-42e46fa5f60a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:14.818567 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0b9574-317f-462f-ac7d-f92536b1c761 req-ee4fb602-64f6-4a8a-9aef-7dddc2b13158 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:14.820449 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0e0b9574-317f-462f-ac7d-f92536b1c761 req-ee4fb602-64f6-4a8a-9aef-7dddc2b13158 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 944 time: 0.0642021 Jun 30 16:41:14.828698 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1227eada-6a8b-406c-99c7-1176f991112e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (59d3e9cb-5edf-4296-b6f7-42e46fa5f60a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:14.829117 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1227eada-6a8b-406c-99c7-1176f991112e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (59d3e9cb-5edf-4296-b6f7-42e46fa5f60a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:14.844810 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1227eada-6a8b-406c-99c7-1176f991112e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Calling delete_port for 59d3e9cb-5edf-4296-b6f7-42e46fa5f60a owned by network:floatingip {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:14.876537 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0e0b9574-317f-462f-ac7d-f92536b1c761 req-ac4162c0-50b3-4720-919b-9f4af2840dd3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499644 Jun 30 16:41:15.140310 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1227eada-6a8b-406c-99c7-1176f991112e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (59d3e9cb-5edf-4296-b6f7-42e46fa5f60a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:15.172224 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227eada-6a8b-406c-99c7-1176f991112e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Pushing event deleted for resources: {'Port': ['ID=59d3e9cb-5edf-4296-b6f7-42e46fa5f60a,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:15.200648 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 9418a863-c50c-466a-a9fc-f7525b264d71 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:41:15.202815 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:41:15.232439 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:41:15.232783 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 1b8b879d-fbe8-4d64-bc33-b23f193e7b6d not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:41:15.241758 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1227eada-6a8b-406c-99c7-1176f991112e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks [] for floatingip (cf2ccc37-d699-4f3b-b18d-53fc97e2def5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:15.244431 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1227eada-6a8b-406c-99c7-1176f991112e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:15.245618 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-1227eada-6a8b-406c-99c7-1176f991112e tempest-AttachVolumeNegativeTest-1707460953 tempest-AttachVolumeNegativeTest-1707460953-project] 10.222.0.67 "DELETE /v2.0/floatingips/cf2ccc37-d699-4f3b-b18d-53fc97e2def5 HTTP/1.1" status: 204 len: 168 time: 0.6305902 Jun 30 16:41:15.336509 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 9418a863-c50c-466a-a9fc-f7525b264d71, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=9418a863-c50c-466a-a9fc-f7525b264d71,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:15.348397 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '9418a863-c50c-466a-a9fc-f7525b264d71', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'port_id': '9418a863-c50c-466a-a9fc-f7525b264d71', 'mac_address': 'fa:16:3e:49:60:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:41:15.384274 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 9418a863-c50c-466a-a9fc-f7525b264d71 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:41:15.384628 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:15.398811 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9418a863-c50c-466a-a9fc-f7525b264d71 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:41:15.428146 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 9418a863-c50c-466a-a9fc-f7525b264d71, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=9418a863-c50c-466a-a9fc-f7525b264d71,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:15.498755 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:15.548834 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=9418a863-c50c-466a-a9fc-f7525b264d71,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:15.600553 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c180aec8-c320-47c9-8d8c-d83bcfd8802b req-1b72405f-a1a8-45d4-bff6-b1ceb52fa64e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:15.602029 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c180aec8-c320-47c9-8d8c-d83bcfd8802b req-1b72405f-a1a8-45d4-bff6-b1ceb52fa64e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 946 time: 0.0503728 Jun 30 16:41:15.650266 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c180aec8-c320-47c9-8d8c-d83bcfd8802b req-e19194eb-f13c-46c0-a706-403272ef0ca6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426269 Jun 30 16:41:15.785976 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['9418a863-c50c-466a-a9fc-f7525b264d71'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:41:15.857780 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:16.009887 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6abb0-06f8-4b17-86a1-be15ff9d5116 req-a3cb1521-465a-4f80-82e3-2a6bbb9149dd tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:16.011566 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-91b6abb0-06f8-4b17-86a1-be15ff9d5116 req-a3cb1521-465a-4f80-82e3-2a6bbb9149dd tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 945 time: 0.0596728 Jun 30 16:41:16.065524 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-91b6abb0-06f8-4b17-86a1-be15ff9d5116 req-8d8fbc16-1190-4bb4-8a84-804f74957d51 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479321 Jun 30 16:41:16.770039 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670426de-0802-4703-b399-184c7d7a0b8e req-6fc76f06-22ef-4c83-b07c-a9acaf92a9e6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:16.771447 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-670426de-0802-4703-b399-184c7d7a0b8e req-6fc76f06-22ef-4c83-b07c-a9acaf92a9e6 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 946 time: 0.0477023 Jun 30 16:41:16.806151 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:16.823106 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-670426de-0802-4703-b399-184c7d7a0b8e req-5cc90f19-dfb2-4d5c-9f0a-7fcc7b0c9570 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460436 Jun 30 16:41:17.183408 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff094d1e-048b-4183-b038-9151c0755fd3 req-f85a7cf9-e4b3-4190-9f0e-4a591cd95987 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:17.184902 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ff094d1e-048b-4183-b038-9151c0755fd3 req-f85a7cf9-e4b3-4190-9f0e-4a591cd95987 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 945 time: 0.0501096 Jun 30 16:41:17.228547 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 9418a863-c50c-466a-a9fc-f7525b264d71 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:41:17.241347 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ff094d1e-048b-4183-b038-9151c0755fd3 req-2d7db1ec-4714-4704-b694-636796f43fc8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501628 Jun 30 16:41:17.278750 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 9418a863-c50c-466a-a9fc-f7525b264d71 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:41:17.280723 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:17.362590 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 9418a863-c50c-466a-a9fc-f7525b264d71 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:41:17.364108 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:17.444227 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 9418a863-c50c-466a-a9fc-f7525b264d71 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:41:17.444610 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:17.468264 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9418a863-c50c-466a-a9fc-f7525b264d71'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:41:17.470482 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7822a9e-0a3e-4a31-9b7d-b7fc4566654c" -d '{"events": [{"server_uuid": "8b0e8c35-fb99-4b6f-9386-e1c2a73665cf", "name": "network-vif-plugged", "status": "completed", "tag": "9418a863-c50c-466a-a9fc-f7525b264d71"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:41:17.484017 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 9418a863-c50c-466a-a9fc-f7525b264d71, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=9418a863-c50c-466a-a9fc-f7525b264d71,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:17.508917 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-70f06340-9d06-4964-96af-f83aad74154a tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:17.508917 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-70f06340-9d06-4964-96af-f83aad74154a tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.65 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 946 time: 0.0520072 Jun 30 16:41:17.509547 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb18ab6f-b12e-431d-9014-e1db98986f9a x-openstack-request-id: req-eb18ab6f-b12e-431d-9014-e1db98986f9a {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:41:17.509547 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0e8c35-fb99-4b6f-9386-e1c2a73665cf", "name": "network-vif-plugged", "status": "completed", "tag": "9418a863-c50c-466a-a9fc-f7525b264d71", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:41:17.509547 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eb18ab6f-b12e-431d-9014-e1db98986f9a {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:41:17.509901 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb18ab6f-b12e-431d-9014-e1db98986f9a'] response: {'server_uuid': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9418a863-c50c-466a-a9fc-f7525b264d71', 'code': 200} Jun 30 16:41:17.580129 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:17.620244 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Deleting port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:17.620689 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:17.634183 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=9418a863-c50c-466a-a9fc-f7525b264d71,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:17.726858 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] For port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:17.727231 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:17.807976 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:17.825899 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480c1fcd-2dc8-4797-84a1-8dcc692ba083 req-5b0fd8f7-4ff7-4f59-a971-4c006f2cda77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:17.827395 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-480c1fcd-2dc8-4797-84a1-8dcc692ba083 req-5b0fd8f7-4ff7-4f59-a971-4c006f2cda77 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 1130 time: 0.0857778 Jun 30 16:41:17.941917 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:17.954422 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:17.954422 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (da94b357-e6ae-4396-8ea0-5498330d3ecf), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:17.954422 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Floating IP da94b357-e6ae-4396-8ea0-5498330d3ecf disassociated. External IP: 172.27.2.42, port: 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44. Jun 30 16:41:17.954422 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Calling delete_port for 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:17.955990 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95004245-51af-4845-b3d5-b2cb4579fc72 req-895d3e6e-7f17-4b55-b473-6813df0da4e9 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:17.958119 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-95004245-51af-4845-b3d5-b2cb4579fc72 req-895d3e6e-7f17-4b55-b473-6813df0da4e9 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 946 time: 0.0581498 Jun 30 16:41:18.025188 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-480c1fcd-2dc8-4797-84a1-8dcc692ba083 req-21df7592-b572-4832-884c-cbc8666896e8 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1623309 Jun 30 16:41:18.033614 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-95004245-51af-4845-b3d5-b2cb4579fc72 req-7ea0e165-f86d-421e-8b74-9993c5e0fc18 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups?id=9656a312-7c4b-456a-961c-8aa4aa72442d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670733 Jun 30 16:41:18.224829 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (0a9fbc7b-f598-4597-8eb4-e0ab9c795a44), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:18.255523 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event deleted for resources: {'Port': ['ID=0a9fbc7b-f598-4597-8eb4-e0ab9c795a44,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:18.265781 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.266139 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.266485 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.266824 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.267160 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.267508 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.267847 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.268172 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.268537 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.268878 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.269705 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.270084 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.270423 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.270748 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.271070 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:41:18.381625 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff944f6-5990-4a95-8ccb-d5a737dd48b4 req-2cbe7fc3-9cf3-42e3-8e8e-574aa0690954 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:18.381944 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:41:18.383126 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7ff944f6-5990-4a95-8ccb-d5a737dd48b4 req-2cbe7fc3-9cf3-42e3-8e8e-574aa0690954 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 946 time: 0.0498023 Jun 30 16:41:18.438272 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7ff944f6-5990-4a95-8ccb-d5a737dd48b4 req-282b57aa-5226-451a-ac95-ceb733fb8354 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490203 Jun 30 16:41:18.756701 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:41:18.767394 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d017fd3b-359c-4cf8-a74c-b8799a554cf8 None None] Sync routers for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:41:18.784622 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d017fd3b-359c-4cf8-a74c-b8799a554cf8 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:18.785642 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d017fd3b-359c-4cf8-a74c-b8799a554cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:18.814263 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] No DVR routers for this DVR port 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:41:18.818275 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:18.820891 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3f7b1012-6cfe-4750-8880-61b3c0d25e67 req-8dc2bac0-278d-41b0-95a3-8609fd9ee2ce tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.65 "DELETE /v2.0/ports/0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 HTTP/1.1" status: 204 len: 173 time: 1.3099802 Jun 30 16:41:18.821349 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'name': 'network-vif-deleted', 'tag': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:41:18.823645 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bc3dcca-0fd5-47cc-87cd-c1336553599d" -d '{"events": [{"server_uuid": "cfa43141-bf18-4671-bcfe-fcc4b0b32da0", "name": "network-vif-deleted", "tag": "0a9fbc7b-f598-4597-8eb4-e0ab9c795a44"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:41:18.859863 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a056d952-db38-40d2-acdb-0c3289886626 x-openstack-request-id: req-a056d952-db38-40d2-acdb-0c3289886626 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:41:18.860161 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfa43141-bf18-4671-bcfe-fcc4b0b32da0", "name": "network-vif-deleted", "tag": "0a9fbc7b-f598-4597-8eb4-e0ab9c795a44", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:41:18.860417 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a056d952-db38-40d2-acdb-0c3289886626 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:41:18.860817 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a056d952-db38-40d2-acdb-0c3289886626'] response: {'server_uuid': 'cfa43141-bf18-4671-bcfe-fcc4b0b32da0', 'name': 'network-vif-deleted', 'tag': '0a9fbc7b-f598-4597-8eb4-e0ab9c795a44', 'status': 'completed', 'code': 200} Jun 30 16:41:18.903295 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-d017fd3b-359c-4cf8-a74c-b8799a554cf8 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:19.106026 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d017fd3b-359c-4cf8-a74c-b8799a554cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:19.133354 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d017fd3b-359c-4cf8-a74c-b8799a554cf8 None None] Checking router: f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:41:19.141031 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-248be918-beec-49ef-b5fa-c59a1bafc510 req-a69dc1b0-6121-48ab-8492-00e59ec626c7 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 210 time: 0.0322890 Jun 30 16:41:19.142282 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d017fd3b-359c-4cf8-a74c-b8799a554cf8 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:19.142894 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d017fd3b-359c-4cf8-a74c-b8799a554cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:19.247816 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-d017fd3b-359c-4cf8-a74c-b8799a554cf8 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:19.383675 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:19.445791 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41070) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:19.453845 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d017fd3b-359c-4cf8-a74c-b8799a554cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:19.482580 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d017fd3b-359c-4cf8-a74c-b8799a554cf8 None None] The sync data for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi is: [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:33:55Z', 'revision_number': 4, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '8de6f794-9b0b-4ea1-afc2-109fa821ce6d', 'name': '', 'network_id': '8aed81da-8ea7-4176-b3f4-7d728693f230', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'mac_address': 'fa:16:3e:ea:87:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:53Z', 'updated_at': '2022-06-30T16:34:11Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'subnets': [{'id': '02ad2b4a-36a6-4968-8296-92b670df27ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:41:19.590436 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dd654a-f022-4f47-8d03-0c5a48a7921d req-529824e9-925c-41b2-9b29-a33c7316376e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:19.592451 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-21dd654a-f022-4f47-8d03-0c5a48a7921d req-529824e9-925c-41b2-9b29-a33c7316376e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 946 time: 0.0763888 Jun 30 16:41:19.654537 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-21dd654a-f022-4f47-8d03-0c5a48a7921d req-1b04252a-285f-4578-bc9a-7955893d9fba tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510821 Jun 30 16:41:19.806936 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc540159-c3b7-417c-8389-7999d0f70cd3 None None] New status for floating IP da94b357-e6ae-4396-8ea0-5498330d3ecf: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:41:19.852915 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:20.012872 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d60f4d3a-35c5-465e-b911-5a1da0e22572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040202'] for router_interface (a005fa75-8b3f-4f75-8a91-569497cf738a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:20.094277 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:20.256800 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d60f4d3a-35c5-465e-b911-5a1da0e22572 admin admin] Deleting port e1d1984c-5ac3-4219-baf3-d9d70dc51e11 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:20.257038 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d60f4d3a-35c5-465e-b911-5a1da0e22572 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:20.264202 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-00b481de-b36d-4c72-9601-614625dfa889 req-5ac47559-0f48-4565-b29e-97e86230973b tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/ports?device_id=cfa43141-bf18-4671-bcfe-fcc4b0b32da0 HTTP/1.1" status: 200 len: 210 time: 0.0307741 Jun 30 16:41:20.345542 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-d60f4d3a-35c5-465e-b911-5a1da0e22572 admin admin] For port e1d1984c-5ac3-4219-baf3-d9d70dc51e11, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=e1d1984c-5ac3-4219-baf3-d9d70dc51e11,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:20.345904 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d60f4d3a-35c5-465e-b911-5a1da0e22572 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:20.359421 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-d60f4d3a-35c5-465e-b911-5a1da0e22572 admin admin] Calling delete_port for e1d1984c-5ac3-4219-baf3-d9d70dc51e11 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:20.620458 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d60f4d3a-35c5-465e-b911-5a1da0e22572 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (e1d1984c-5ac3-4219-baf3-d9d70dc51e11), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:20.623972 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:20.645213 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60f4d3a-35c5-465e-b911-5a1da0e22572 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1d1984c-5ac3-4219-baf3-d9d70dc51e11,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:20.816946 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b077779b-36ec-4eb7-bd13-0f04defeea2c req-912f49cc-f258-4ac8-acfa-fd338d4ae9b8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:20.822790 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b077779b-36ec-4eb7-bd13-0f04defeea2c req-912f49cc-f258-4ac8-acfa-fd338d4ae9b8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 946 time: 0.0698876 Jun 30 16:41:20.830605 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d60f4d3a-35c5-465e-b911-5a1da0e22572 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025722'] for router_interface (a005fa75-8b3f-4f75-8a91-569497cf738a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:20.890341 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b077779b-36ec-4eb7-bd13-0f04defeea2c req-1ffefab9-e70f-4095-b330-007d4c9c0051 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649176 Jun 30 16:41:21.024055 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00075e6f-668e-447a-ae73-f9754f7dbc61 req-2fb0922e-7d16-4db5-a066-2cf4fe58185e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:21.025599 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-00075e6f-668e-447a-ae73-f9754f7dbc61 req-2fb0922e-7d16-4db5-a066-2cf4fe58185e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 946 time: 0.0533419 Jun 30 16:41:21.083826 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-00075e6f-668e-447a-ae73-f9754f7dbc61 req-95345c10-0034-48e2-b791-a1252d003e12 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522029 Jun 30 16:41:21.092245 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60f4d3a-35c5-465e-b911-5a1da0e22572 admin admin] Router a005fa75-8b3f-4f75-8a91-569497cf738a has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:41:21.110901 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41082) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:21.148646 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:21.152267 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5db8c9-4554-467c-a347-1b8519c12e47 tempest-TestVolumeBootPattern-142044274 tempest-TestVolumeBootPattern-142044274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:21.153804 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-4b5db8c9-4554-467c-a347-1b8519c12e47 tempest-TestVolumeBootPattern-142044274 tempest-TestVolumeBootPattern-142044274-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 1125 time: 0.0418131 Jun 30 16:41:21.156853 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41086) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:21.161792 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'port_id': '9418a863-c50c-466a-a9fc-f7525b264d71', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address': '172.20.0.14'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:41:21.212067 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60f4d3a-35c5-465e-b911-5a1da0e22572 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:41:21.225093 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d60f4d3a-35c5-465e-b911-5a1da0e22572 admin admin] 10.222.0.67 "PUT /v2.0/routers/a005fa75-8b3f-4f75-8a91-569497cf738a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7705488 Jun 30 16:41:21.225093 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41088) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:21.225297 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa5bb84-56d4-40dc-93e4-17e5b5f0fcbd None None] Sync routers for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:41:21.226532 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:21.235501 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5bb84-56d4-40dc-93e4-17e5b5f0fcbd None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:21.236237 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4aa5bb84-56d4-40dc-93e4-17e5b5f0fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:21.239729 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:41:21.246161 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:21.322418 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:41:21.322767 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 0a9fbc7b-f598-4597-8eb4-e0ab9c795a44 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:41:21.346618 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Publish callbacks [] for router (a005fa75-8b3f-4f75-8a91-569497cf738a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:21.360315 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:21.384399 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-4aa5bb84-56d4-40dc-93e4-17e5b5f0fcbd None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:21.441750 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41094) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:21.460811 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:21.496448 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Allocated IP 172.27.2.48 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/0a8fa8cc-015e-4771-a924-a0fcfdc5f52b) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:41:21.521428 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Publish callbacks [] for router_gateway (a005fa75-8b3f-4f75-8a91-569497cf738a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:21.529172 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-775ca726-1b65-4b8e-b04d-b72a1b62a22e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group (9656a312-7c4b-456a-961c-8aa4aa72442d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:21.563204 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-775ca726-1b65-4b8e-b04d-b72a1b62a22e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group (9656a312-7c4b-456a-961c-8aa4aa72442d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:21.580215 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:21.624533 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for port (0a8fa8cc-015e-4771-a924-a0fcfdc5f52b), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:21.654008 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Deleting port 95406e69-4287-44ca-8a38-ab28cd14e1b8 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:21.656776 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:21.717959 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4aa5bb84-56d4-40dc-93e4-17e5b5f0fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40'}], 'enable_snat': True}, 'gw_port_id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:41:20Z', 'revision_number': 5, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port': {'id': '95406e69-4287-44ca-8a38-ab28cd14e1b8', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:c6:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:42Z', 'updated_at': '2022-06-30T16:34:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:21.744581 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa5bb84-56d4-40dc-93e4-17e5b5f0fcbd None None] Checking router: a005fa75-8b3f-4f75-8a91-569497cf738a for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:41:21.744840 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] For port 95406e69-4287-44ca-8a38-ab28cd14e1b8, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=95406e69-4287-44ca-8a38-ab28cd14e1b8,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:21.745022 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:21.751863 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (0a8fa8cc-015e-4771-a924-a0fcfdc5f52b), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:21.754652 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa5bb84-56d4-40dc-93e4-17e5b5f0fcbd None None] Routers {'a005fa75-8b3f-4f75-8a91-569497cf738a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:21.755346 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4aa5bb84-56d4-40dc-93e4-17e5b5f0fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['a005fa75-8b3f-4f75-8a91-569497cf738a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:21.756320 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-775ca726-1b65-4b8e-b04d-b72a1b62a22e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (9656a312-7c4b-456a-961c-8aa4aa72442d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:21.759965 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-775ca726-1b65-4b8e-b04d-b72a1b62a22e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:21.766869 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-775ca726-1b65-4b8e-b04d-b72a1b62a22e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "DELETE /v2.0/security-groups/9656a312-7c4b-456a-961c-8aa4aa72442d HTTP/1.1" status: 204 len: 168 time: 0.3183546 Jun 30 16:41:21.768238 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41096) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:21.770605 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Calling delete_port for 95406e69-4287-44ca-8a38-ab28cd14e1b8 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:21.779198 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ca726-1b65-4b8e-b04d-b72a1b62a22e tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9656a312-7c4b-456a-961c-8aa4aa72442d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:21.818573 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.api.v2.resource [None req-ca4d0cd8-7a6c-43ce-bf56-428b45a25284 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] show failed (client error): The resource could not be found. Jun 30 16:41:21.822457 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-ca4d0cd8-7a6c-43ce-bf56-428b45a25284 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "GET /v2.0/security-groups/9656a312-7c4b-456a-961c-8aa4aa72442d HTTP/1.1" status: 404 len: 347 time: 0.0503345 Jun 30 16:41:21.822457 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:41:21.824681 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41098) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:21.834492 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:41:21.842832 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:41:21.851155 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:21.860845 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-4aa5bb84-56d4-40dc-93e4-17e5b5f0fcbd None None] Set router a005fa75-8b3f-4f75-8a91-569497cf738a gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:21.878435 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'Port': ['ID=0a8fa8cc-015e-4771-a924-a0fcfdc5f52b,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:21.950870 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-4aa5bb84-56d4-40dc-93e4-17e5b5f0fcbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:41:21Z', 'revision_number': 6, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port_host': None}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:21.976883 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aa5bb84-56d4-40dc-93e4-17e5b5f0fcbd None None] The sync data for ids ['a005fa75-8b3f-4f75-8a91-569497cf738a'] in dv-cinder-836027-2-iscsi is: [{'id': 'a005fa75-8b3f-4f75-8a91-569497cf738a', 'name': 'tempest-AttachVolumeNegativeTest-806039068-router', 'tenant_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:40Z', 'updated_at': '2022-06-30T16:41:21Z', 'revision_number': 6, 'project_id': 'f942ab31bafc428bb1fba94aee2e0c32', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:41:22.021006 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ca040878-ac29-4fc4-a552-728be4123c59 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Deleting port ea9078d4-138a-455f-a617-0ad3514eff18 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:22.027574 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca040878-ac29-4fc4-a552-728be4123c59 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (ea9078d4-138a-455f-a617-0ad3514eff18), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.071130 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:22.094819 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (95406e69-4287-44ca-8a38-ab28cd14e1b8), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.122287 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Pushing event deleted for resources: {'Port': ['ID=95406e69-4287-44ca-8a38-ab28cd14e1b8,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:22.192204 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030166'] for router_gateway (a005fa75-8b3f-4f75-8a91-569497cf738a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.222446 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca040878-ac29-4fc4-a552-728be4123c59 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (ea9078d4-138a-455f-a617-0ad3514eff18), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.222794 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca040878-ac29-4fc4-a552-728be4123c59 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (ea9078d4-138a-455f-a617-0ad3514eff18), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.243744 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-ca040878-ac29-4fc4-a552-728be4123c59 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Calling delete_port for ea9078d4-138a-455f-a617-0ad3514eff18 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:22.286652 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1039405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42950'] for router (a005fa75-8b3f-4f75-8a91-569497cf738a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.288924 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Publish callbacks [] for router_controller (a005fa75-8b3f-4f75-8a91-569497cf738a), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.431767 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1039596'] for router (a005fa75-8b3f-4f75-8a91-569497cf738a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.432428 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a005fa75-8b3f-4f75-8a91-569497cf738a {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 16:41:22.439287 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.440824 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-5cc235d9-2666-4b19-bd82-a2f7fbfa2786 admin admin] 10.222.0.67 "DELETE /v2.0/routers/a005fa75-8b3f-4f75-8a91-569497cf738a HTTP/1.1" status: 204 len: 168 time: 1.2199023 Jun 30 16:41:22.443599 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41100) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:22.490882 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-da2c790b-ec02-42b5-af26-a145da4fba73 admin admin] Deleting subnet 62e7d36d-3495-499f-a7ab-fddad57919a9 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:41:22.494184 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da2c790b-ec02-42b5-af26-a145da4fba73 admin admin] Publish callbacks [] for subnet (62e7d36d-3495-499f-a7ab-fddad57919a9), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.504378 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (51bf0ddc-59f1-4496-b807-881a91951f8a), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.521634 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:22.534412 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da2c790b-ec02-42b5-af26-a145da4fba73 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13027248'] for subnet (62e7d36d-3495-499f-a7ab-fddad57919a9), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.616200 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da2c790b-ec02-42b5-af26-a145da4fba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (62e7d36d-3495-499f-a7ab-fddad57919a9), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.620347 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca040878-ac29-4fc4-a552-728be4123c59 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (ea9078d4-138a-455f-a617-0ad3514eff18), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.647406 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca040878-ac29-4fc4-a552-728be4123c59 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Pushing event deleted for resources: {'Port': ['ID=ea9078d4-138a-455f-a617-0ad3514eff18,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:22.726549 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:22.736386 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (0a8fa8cc-015e-4771-a924-a0fcfdc5f52b), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.763022 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca040878-ac29-4fc4-a552-728be4123c59 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks [] for floatingip (da94b357-e6ae-4396-8ea0-5498330d3ecf), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.765643 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ca040878-ac29-4fc4-a552-728be4123c59 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.766929 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-ca040878-ac29-4fc4-a552-728be4123c59 tempest-AttachVolumeTestJSON-978962822 tempest-AttachVolumeTestJSON-978962822-project] 10.222.0.67 "DELETE /v2.0/floatingips/da94b357-e6ae-4396-8ea0-5498330d3ecf HTTP/1.1" status: 204 len: 168 time: 0.9411750 Jun 30 16:41:22.784410 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da2c790b-ec02-42b5-af26-a145da4fba73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12978040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13262272'] for subnet (62e7d36d-3495-499f-a7ab-fddad57919a9), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.819437 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2c790b-ec02-42b5-af26-a145da4fba73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62e7d36d-3495-499f-a7ab-fddad57919a9,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:22.823219 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-da2c790b-ec02-42b5-af26-a145da4fba73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.830013 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41104) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:22.830776 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-da2c790b-ec02-42b5-af26-a145da4fba73 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/62e7d36d-3495-499f-a7ab-fddad57919a9 HTTP/1.1" status: 204 len: 168 time: 0.3861470 Jun 30 16:41:22.835605 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad9e80c-3ba4-4a88-80a2-26593f3b7c79 None None] Network 16892394-e408-48ab-985b-412d1c45e5c5 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:41:22.966489 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (16892394-e408-48ab-985b-412d1c45e5c5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:22.980599 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=89,neutron:INSERT=2,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:23.001053 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for port (0a8fa8cc-015e-4771-a924-a0fcfdc5f52b), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.033392 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c05d92df-2bed-4d80-8731-a3e684b99717 None None] DHCP port deletion for 16892394-e408-48ab-985b-412d1c45e5c5 request from dv-cinder-836027-2-iscsi {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 16:41:23.043093 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Deleting port 17a41b07-2281-472d-8e28-b4cbc6c87377 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:23.043865 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.105074 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c05d92df-2bed-4d80-8731-a3e684b99717 None None] Deleting port 17a41b07-2281-472d-8e28-b4cbc6c87377 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:23.110233 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c05d92df-2bed-4d80-8731-a3e684b99717 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.149695 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 17a41b07-2281-472d-8e28-b4cbc6c87377 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:41:23.165540 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (0a8fa8cc-015e-4771-a924-a0fcfdc5f52b), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.213936 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-c05d92df-2bed-4d80-8731-a3e684b99717 None None] For port 17a41b07-2281-472d-8e28-b4cbc6c87377, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=17a41b07-2281-472d-8e28-b4cbc6c87377,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:23.214336 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c05d92df-2bed-4d80-8731-a3e684b99717 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.234004 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-c05d92df-2bed-4d80-8731-a3e684b99717 None None] Calling delete_port for 17a41b07-2281-472d-8e28-b4cbc6c87377 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:23.246182 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] For port 17a41b07-2281-472d-8e28-b4cbc6c87377, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=17a41b07-2281-472d-8e28-b4cbc6c87377,segment=NetworkSegment(1562fe27-942e-4a15-b292-c0f7e1e32794),segment_id=1562fe27-942e-4a15-b292-c0f7e1e32794)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:23.246494 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.278606 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Calling delete_port for 17a41b07-2281-472d-8e28-b4cbc6c87377 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:23.282378 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'Port': ['ID=0a8fa8cc-015e-4771-a924-a0fcfdc5f52b,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:23.294143 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (51bf0ddc-59f1-4496-b807-881a91951f8a), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.338344 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 17a41b07-2281-472d-8e28-b4cbc6c87377 is: ACTIVE; New status is: DOWN {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:41:23.338752 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.368351 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:23.414407 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:23.454449 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Floating IP 51bf0ddc-59f1-4496-b807-881a91951f8a associated. External IP: 172.27.2.48, port: 9418a863-c50c-466a-a9fc-f7525b264d71. Jun 30 16:41:23.477385 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.db.api [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 30 16:41:23.477385 dv-cinder-836027-2-iscsi neutron-server[104395]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Jun 30 16:41:23.477385 dv-cinder-836027-2-iscsi neutron-server[104395]: [parameters: {'status': 'DOWN', 'ports_id': '17a41b07-2281-472d-8e28-b4cbc6c87377'}] Jun 30 16:41:23.477385 dv-cinder-836027-2-iscsi neutron-server[104395]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=104395) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jun 30 16:41:23.478386 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG oslo_db.api [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 30 16:41:23.511909 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c05d92df-2bed-4d80-8731-a3e684b99717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.534839 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (17a41b07-2281-472d-8e28-b4cbc6c87377), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.540740 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05d92df-2bed-4d80-8731-a3e684b99717 None None] Pushing event deleted for resources: {'Port': ['ID=17a41b07-2281-472d-8e28-b4cbc6c87377,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:23.544520 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c05d92df-2bed-4d80-8731-a3e684b99717 None None] No DVR routers for this DVR port 17a41b07-2281-472d-8e28-b4cbc6c87377 on host dv-cinder-836027-2-iscsi {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:41:23.568672 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=17a41b07-2281-472d-8e28-b4cbc6c87377,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:23.575915 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] No DVR routers for this DVR port 17a41b07-2281-472d-8e28-b4cbc6c87377 on host dv-cinder-836027-2-iscsi {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:41:23.695217 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (16892394-e408-48ab-985b-412d1c45e5c5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.751450 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16892394-e408-48ab-985b-412d1c45e5c5']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:23.767188 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1562fe27-942e-4a15-b292-c0f7e1e32794') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:23.767505 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1562fe27-942e-4a15-b292-c0f7e1e32794') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:23.781571 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267495'] for segment (1562fe27-942e-4a15-b292-c0f7e1e32794), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.807899 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (1562fe27-942e-4a15-b292-c0f7e1e32794), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.814895 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:41:23.816432 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:41:23.816818 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13834955'] for segment (1562fe27-942e-4a15-b292-c0f7e1e32794), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:23.998791 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Port 17a41b07-2281-472d-8e28-b4cbc6c87377 update to DOWN by agent not found {{(pid=104395) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jun 30 16:41:24.003594 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device e1d1984c-5ac3-4219-baf3-d9d70dc51e11 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:41:24.024718 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: e1d1984c-5ac3-4219-baf3-d9d70dc51e11 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:41:24.025124 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device e1d1984c-5ac3-4219-baf3-d9d70dc51e11 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:41:24.025482 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 95406e69-4287-44ca-8a38-ab28cd14e1b8 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:41:24.045763 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 95406e69-4287-44ca-8a38-ab28cd14e1b8 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:41:24.046114 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 95406e69-4287-44ca-8a38-ab28cd14e1b8 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:41:24.163666 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 1562fe27-942e-4a15-b292-c0f7e1e32794 resource provider aggregate not found Jun 30 16:41:24.196541 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 1562fe27-942e-4a15-b292-c0f7e1e32794 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1562fe27-942e-4a15-b292-c0f7e1e32794 found for delete ", "request_id": "req-9967fec2-c289-4654-81e5-c7a1b9e34d4c"}]} Jun 30 16:41:24.209244 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:24.234906 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:41:24.245518 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1998601-d40f-4f01-82f0-ef5cff3d0af3 None None] Sync routers for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:41:24.254055 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:24.266790 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (16892394-e408-48ab-985b-412d1c45e5c5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:24.267843 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1998601-d40f-4f01-82f0-ef5cff3d0af3 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:24.267843 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a1998601-d40f-4f01-82f0-ef5cff3d0af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:24.268050 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:24.268050 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/16892394-e408-48ab-985b-412d1c45e5c5 HTTP/1.1" status: 204 len: 168 time: 1.4318249 Jun 30 16:41:24.278080 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473afcf8-ab90-4875-b089-db60ad4137a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=16892394-e408-48ab-985b-412d1c45e5c5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:24.364711 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-a1998601-d40f-4f01-82f0-ef5cff3d0af3 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:24.440899 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:24.487333 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-8bcb74e7-4964-4254-b78e-6c3310814f19 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3287835 Jun 30 16:41:24.489008 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'tag': '9418a863-c50c-466a-a9fc-f7525b264d71'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:41:24.493088 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7385c9-5ad1-40a1-89ee-c340bddae563" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0e8c35-fb99-4b6f-9386-e1c2a73665cf", "tag": "9418a863-c50c-466a-a9fc-f7525b264d71"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:41:24.541510 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d22caf-d17e-42a8-a193-6fd6e359db6d x-openstack-request-id: req-b5d22caf-d17e-42a8-a193-6fd6e359db6d {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:41:24.542105 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0e8c35-fb99-4b6f-9386-e1c2a73665cf", "tag": "9418a863-c50c-466a-a9fc-f7525b264d71", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:41:24.542105 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b5d22caf-d17e-42a8-a193-6fd6e359db6d {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:41:24.542501 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5d22caf-d17e-42a8-a193-6fd6e359db6d'] response: {'name': 'network-changed', 'server_uuid': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'tag': '9418a863-c50c-466a-a9fc-f7525b264d71', 'status': 'completed', 'code': 200} Jun 30 16:41:24.618045 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7385c9-5ad1-40a1-89ee-c340bddae563 req-c08d2d6c-aa72-4678-8298-4d16e793dfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:24.620338 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-fb7385c9-5ad1-40a1-89ee-c340bddae563 req-c08d2d6c-aa72-4678-8298-4d16e793dfaf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 1130 time: 0.0524023 Jun 30 16:41:24.626428 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a1998601-d40f-4f01-82f0-ef5cff3d0af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '51bf0ddc-59f1-4496-b807-881a91951f8a', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': '9418a863-c50c-466a-a9fc-f7525b264d71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:49:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:41:22Z', 'updated_at': '2022-06-30T16:41:22Z', 'revision_number': 0, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:24.652889 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1998601-d40f-4f01-82f0-ef5cff3d0af3 None None] Checking router: b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:41:24.662967 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1998601-d40f-4f01-82f0-ef5cff3d0af3 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:24.663635 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a1998601-d40f-4f01-82f0-ef5cff3d0af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:24.701376 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41126) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:24.736021 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7385c9-5ad1-40a1-89ee-c340bddae563 req-528204b9-f478-451e-8b4c-38813f9a9233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:24.737513 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-fb7385c9-5ad1-40a1-89ee-c340bddae563 req-528204b9-f478-451e-8b4c-38813f9a9233 service neutron] 10.222.0.65 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 912 time: 0.0989718 Jun 30 16:41:24.758949 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-ed6d1124-fb6b-476a-b6bb-b6aea24346ff admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f942ab31bafc428bb1fba94aee2e0c32&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0553179 Jun 30 16:41:24.761563 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41128) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:24.782906 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-a1998601-d40f-4f01-82f0-ef5cff3d0af3 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:24.794647 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=84,neutron:DELETE=13,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:24.809245 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-fb7385c9-5ad1-40a1-89ee-c340bddae563 req-b2418e6a-a8d5-490e-a34f-801e9b969420 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9418a863-c50c-466a-a9fc-f7525b264d71 HTTP/1.1" status: 200 len: 999 time: 0.0643828 Jun 30 16:41:24.819344 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3e0be6f1-9ed0-4e76-b20e-394caacba98b admin admin] Publish callbacks [] for security_group (fa6a5782-b57a-47fe-9427-7d4ac6e5dc28), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:24.842009 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3e0be6f1-9ed0-4e76-b20e-394caacba98b admin admin] Publish callbacks [] for security_group (fa6a5782-b57a-47fe-9427-7d4ac6e5dc28), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:24.862696 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7385c9-5ad1-40a1-89ee-c340bddae563 req-a2773197-70f4-49bc-824e-3e5df2b294af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:24.866158 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-fb7385c9-5ad1-40a1-89ee-c340bddae563 req-a2773197-70f4-49bc-824e-3e5df2b294af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eba862ec-97f4-4405-a458-baac2ead5898 HTTP/1.1" status: 200 len: 850 time: 0.0496473 Jun 30 16:41:24.887732 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:24.920122 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7385c9-5ad1-40a1-89ee-c340bddae563 req-b59d8144-e6d6-42d6-ad11-32bcc933de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:24.921974 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-fb7385c9-5ad1-40a1-89ee-c340bddae563 req-b59d8144-e6d6-42d6-ad11-32bcc933de25 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=65fa0cba-7cff-4856-97c9-e4f078bde7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459757 Jun 30 16:41:25.016512 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a1998601-d40f-4f01-82f0-ef5cff3d0af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '51bf0ddc-59f1-4496-b807-881a91951f8a', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': '9418a863-c50c-466a-a9fc-f7525b264d71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:49:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:41:22Z', 'updated_at': '2022-06-30T16:41:22Z', 'revision_number': 0, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:25.031725 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-fb7385c9-5ad1-40a1-89ee-c340bddae563 req-3f58bc44-e39d-46db-b0ed-3ffd83992c14 service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023333 Jun 30 16:41:25.044368 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1998601-d40f-4f01-82f0-ef5cff3d0af3 None None] The sync data for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi is: [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '51bf0ddc-59f1-4496-b807-881a91951f8a', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': '9418a863-c50c-466a-a9fc-f7525b264d71', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:49:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:41:22Z', 'updated_at': '2022-06-30T16:41:22Z', 'revision_number': 0, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:41:25.140821 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-fb7385c9-5ad1-40a1-89ee-c340bddae563 req-2843d094-7be3-4f98-a14a-ff705161252e service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950546 Jun 30 16:41:25.240871 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6597fff-0062-4bc6-a5dd-35996a41b8d6 None None] New status for floating IP 51bf0ddc-59f1-4496-b807-881a91951f8a: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:41:25.517637 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3e0be6f1-9ed0-4e76-b20e-394caacba98b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (fa6a5782-b57a-47fe-9427-7d4ac6e5dc28), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:25.521108 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3e0be6f1-9ed0-4e76-b20e-394caacba98b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:25.522405 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-3e0be6f1-9ed0-4e76-b20e-394caacba98b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fa6a5782-b57a-47fe-9427-7d4ac6e5dc28 HTTP/1.1" status: 204 len: 168 time: 0.7595618 Jun 30 16:41:25.534456 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0be6f1-9ed0-4e76-b20e-394caacba98b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa6a5782-b57a-47fe-9427-7d4ac6e5dc28,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:27.038758 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41174) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:27.483666 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:27.570278 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eab19d14-d7d7-41ab-a7d6-8336d66f4c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040202'] for router_interface (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:27.783620 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:27.815509 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-eab19d14-d7d7-41ab-a7d6-8336d66f4c4e admin admin] Deleting port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:27.815853 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eab19d14-d7d7-41ab-a7d6-8336d66f4c4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:27.903568 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-eab19d14-d7d7-41ab-a7d6-8336d66f4c4e admin admin] For port 8de6f794-9b0b-4ea1-afc2-109fa821ce6d, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=8de6f794-9b0b-4ea1-afc2-109fa821ce6d,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:27.903938 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eab19d14-d7d7-41ab-a7d6-8336d66f4c4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:27.918514 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-eab19d14-d7d7-41ab-a7d6-8336d66f4c4e admin admin] Calling delete_port for 8de6f794-9b0b-4ea1-afc2-109fa821ce6d owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:28.197483 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eab19d14-d7d7-41ab-a7d6-8336d66f4c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (8de6f794-9b0b-4ea1-afc2-109fa821ce6d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:28.225837 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab19d14-d7d7-41ab-a7d6-8336d66f4c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=8de6f794-9b0b-4ea1-afc2-109fa821ce6d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:28.399146 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eab19d14-d7d7-41ab-a7d6-8336d66f4c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025722'] for router_interface (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:28.597619 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:28.616004 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab19d14-d7d7-41ab-a7d6-8336d66f4c4e admin admin] Router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:41:28.728444 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab19d14-d7d7-41ab-a7d6-8336d66f4c4e admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:41:28.733428 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-eab19d14-d7d7-41ab-a7d6-8336d66f4c4e admin admin] 10.222.0.67 "PUT /v2.0/routers/f4793bcc-4f3d-40c7-8dc1-e894097bb6b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6943688 Jun 30 16:41:28.736543 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41200) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:28.740025 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf5efc-5e4c-43b1-97ed-bd2b197f5e09 None None] Sync routers for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:41:28.750583 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf5efc-5e4c-43b1-97ed-bd2b197f5e09 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:28.751430 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-1ecf5efc-5e4c-43b1-97ed-bd2b197f5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:28.815824 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:28.844269 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Publish callbacks [] for router (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:28.857784 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-1ecf5efc-5e4c-43b1-97ed-bd2b197f5e09 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:28.947625 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Publish callbacks [] for router_gateway (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:29.037855 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-1ecf5efc-5e4c-43b1-97ed-bd2b197f5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:41:28Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:29.073592 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf5efc-5e4c-43b1-97ed-bd2b197f5e09 None None] Checking router: f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:41:29.086421 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf5efc-5e4c-43b1-97ed-bd2b197f5e09 None None] Routers {'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:29.087174 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-1ecf5efc-5e4c-43b1-97ed-bd2b197f5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:29.134597 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Deleting port 20d753e0-41d5-4555-ae6b-134fad086e8a {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:29.134979 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:29.177675 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:29.188390 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-1ecf5efc-5e4c-43b1-97ed-bd2b197f5e09 None None] Set router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:29.218185 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] For port 20d753e0-41d5-4555-ae6b-134fad086e8a, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=20d753e0-41d5-4555-ae6b-134fad086e8a,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:29.218774 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:29.233775 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Calling delete_port for 20d753e0-41d5-4555-ae6b-134fad086e8a owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:29.459979 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-1ecf5efc-5e4c-43b1-97ed-bd2b197f5e09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:41:28Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:29.485345 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecf5efc-5e4c-43b1-97ed-bd2b197f5e09 None None] The sync data for ids ['f4793bcc-4f3d-40c7-8dc1-e894097bb6b2'] in dv-cinder-836027-2-iscsi is: [{'id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'name': 'tempest-AttachVolumeTestJSON-69284705-router', 'tenant_id': '80a9bf240ed0447faaf33bec8f19cb70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248'}], 'enable_snat': True}, 'gw_port_id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:43Z', 'updated_at': '2022-06-30T16:41:28Z', 'revision_number': 5, 'project_id': '80a9bf240ed0447faaf33bec8f19cb70', 'gw_port': {'id': '20d753e0-41d5-4555-ae6b-134fad086e8a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e3:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4793bcc-4f3d-40c7-8dc1-e894097bb6b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:41:29.494690 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (20d753e0-41d5-4555-ae6b-134fad086e8a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:29.521885 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Pushing event deleted for resources: {'Port': ['ID=20d753e0-41d5-4555-ae6b-134fad086e8a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:29.575209 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:29.594053 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030166'] for router_gateway (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:29.688111 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1039405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42950'] for router (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:29.690529 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Publish callbacks [] for router_controller (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:29.839800 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1039596'] for router (f4793bcc-4f3d-40c7-8dc1-e894097bb6b2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:29.840563 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 16:41:29.845455 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:29.850701 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-e3ca94cb-5278-4374-9b9e-c445eaee4097 admin admin] 10.222.0.67 "DELETE /v2.0/routers/f4793bcc-4f3d-40c7-8dc1-e894097bb6b2 HTTP/1.1" status: 204 len: 168 time: 1.1091037 Jun 30 16:41:29.850859 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41206) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:29.899395 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-49477450-69ce-4b49-badc-a8ab37d2b0af admin admin] Deleting subnet 02ad2b4a-36a6-4968-8296-92b670df27ed {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:41:29.903359 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49477450-69ce-4b49-badc-a8ab37d2b0af admin admin] Publish callbacks [] for subnet (02ad2b4a-36a6-4968-8296-92b670df27ed), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:29.943674 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49477450-69ce-4b49-badc-a8ab37d2b0af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13027248'] for subnet (02ad2b4a-36a6-4968-8296-92b670df27ed), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.032940 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49477450-69ce-4b49-badc-a8ab37d2b0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (02ad2b4a-36a6-4968-8296-92b670df27ed), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.054697 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:30.192629 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49477450-69ce-4b49-badc-a8ab37d2b0af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12978040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13262272'] for subnet (02ad2b4a-36a6-4968-8296-92b670df27ed), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.218411 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49477450-69ce-4b49-badc-a8ab37d2b0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02ad2b4a-36a6-4968-8296-92b670df27ed,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:30.224761 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49477450-69ce-4b49-badc-a8ab37d2b0af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.228030 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-49477450-69ce-4b49-badc-a8ab37d2b0af admin admin] 10.222.0.67 "DELETE /v2.0/subnets/02ad2b4a-36a6-4968-8296-92b670df27ed HTTP/1.1" status: 204 len: 168 time: 0.3767135 Jun 30 16:41:30.230720 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41214) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:30.233303 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b655afe9-aa2c-4f49-9e53-2b5fa72210cd None None] Network 8aed81da-8ea7-4176-b3f4-7d728693f230 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:41:30.300454 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:30.313535 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (8aed81da-8ea7-4176-b3f4-7d728693f230), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.359002 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Deleting port 0173e28e-6d79-468f-85d5-5f014a91e618 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:30.359384 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.429798 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] For port 0173e28e-6d79-468f-85d5-5f014a91e618, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=0173e28e-6d79-468f-85d5-5f014a91e618,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:30.430162 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.449248 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Calling delete_port for 0173e28e-6d79-468f-85d5-5f014a91e618 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:30.536439 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c57d48-8502-4735-9bdd-6d3cbccd2755 None None] DHCP port deletion for 8aed81da-8ea7-4176-b3f4-7d728693f230 request from dv-cinder-836027-2-iscsi {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 16:41:30.589237 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e7c57d48-8502-4735-9bdd-6d3cbccd2755 None None] Deleting port 0173e28e-6d79-468f-85d5-5f014a91e618 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:30.589869 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e7c57d48-8502-4735-9bdd-6d3cbccd2755 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.603888 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.610186 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:30.640075 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0173e28e-6d79-468f-85d5-5f014a91e618,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:30.642515 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] No DVR routers for this DVR port 0173e28e-6d79-468f-85d5-5f014a91e618 on host dv-cinder-836027-2-iscsi {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:41:30.675666 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e7c57d48-8502-4735-9bdd-6d3cbccd2755 None None] For port 0173e28e-6d79-468f-85d5-5f014a91e618, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=0173e28e-6d79-468f-85d5-5f014a91e618,segment=NetworkSegment(97b19339-4e3b-4b73-acd4-e36397fdbaa9),segment_id=97b19339-4e3b-4b73-acd4-e36397fdbaa9)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:30.676292 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e7c57d48-8502-4735-9bdd-6d3cbccd2755 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.695047 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e7c57d48-8502-4735-9bdd-6d3cbccd2755 None None] Calling delete_port for 0173e28e-6d79-468f-85d5-5f014a91e618 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:30.703091 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41218) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:30.738125 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (8aed81da-8ea7-4176-b3f4-7d728693f230), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.762256 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8aed81da-8ea7-4176-b3f4-7d728693f230']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:30.775588 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97b19339-4e3b-4b73-acd4-e36397fdbaa9') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:30.777723 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97b19339-4e3b-4b73-acd4-e36397fdbaa9') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:30.779894 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e7c57d48-8502-4735-9bdd-6d3cbccd2755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (0173e28e-6d79-468f-85d5-5f014a91e618), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.788658 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267495'] for segment (97b19339-4e3b-4b73-acd4-e36397fdbaa9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.795591 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c57d48-8502-4735-9bdd-6d3cbccd2755 None None] No DVR routers for this DVR port 0173e28e-6d79-468f-85d5-5f014a91e618 on host dv-cinder-836027-2-iscsi {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:41:30.802900 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (97b19339-4e3b-4b73-acd4-e36397fdbaa9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.822941 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:41:30.822941 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13834955'] for segment (97b19339-4e3b-4b73-acd4-e36397fdbaa9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.824323 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c57d48-8502-4735-9bdd-6d3cbccd2755 None None] Pushing event deleted for resources: {'Port': ['ID=0173e28e-6d79-468f-85d5-5f014a91e618,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:30.853009 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 97b19339-4e3b-4b73-acd4-e36397fdbaa9 resource provider aggregate not found Jun 30 16:41:30.881733 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-937075a4-f60d-43d0-b931-523cea13ea48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:30.897158 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 97b19339-4e3b-4b73-acd4-e36397fdbaa9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 97b19339-4e3b-4b73-acd4-e36397fdbaa9 found for delete ", "request_id": "req-152fd61d-b842-49e3-88eb-7d6b931754d9"}]} Jun 30 16:41:31.015061 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (8aed81da-8ea7-4176-b3f4-7d728693f230), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:31.020516 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:31.025741 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/8aed81da-8ea7-4176-b3f4-7d728693f230 HTTP/1.1" status: 204 len: 168 time: 0.7932913 Jun 30 16:41:31.041357 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a60231-2e5a-4659-9631-c5250db5ccb9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8aed81da-8ea7-4176-b3f4-7d728693f230,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:31.111949 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-937075a4-f60d-43d0-b931-523cea13ea48 admin admin] Publish callbacks [] for security_group (ecb9127c-5eea-4364-a997-ebac2ec6e476), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:31.119086 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 8de6f794-9b0b-4ea1-afc2-109fa821ce6d no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:41:31.139709 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 8de6f794-9b0b-4ea1-afc2-109fa821ce6d {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:41:31.144759 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 8de6f794-9b0b-4ea1-afc2-109fa821ce6d not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:41:31.144759 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 0173e28e-6d79-468f-85d5-5f014a91e618 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:41:31.158628 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 0173e28e-6d79-468f-85d5-5f014a91e618 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:41:31.159097 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 0173e28e-6d79-468f-85d5-5f014a91e618 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:41:31.159382 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 20d753e0-41d5-4555-ae6b-134fad086e8a no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:41:31.178506 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 20d753e0-41d5-4555-ae6b-134fad086e8a {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:41:31.181770 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 20d753e0-41d5-4555-ae6b-134fad086e8a not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:41:31.231680 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-937075a4-f60d-43d0-b931-523cea13ea48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (ecb9127c-5eea-4364-a997-ebac2ec6e476), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:31.273993 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-937075a4-f60d-43d0-b931-523cea13ea48 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=561fc307f26d40b1a73b287ff89293f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5695090 Jun 30 16:41:31.274836 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937075a4-f60d-43d0-b931-523cea13ea48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb9127c-5eea-4364-a997-ebac2ec6e476,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:31.277183 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41230) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:31.332622 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-813e3a4c-985b-42ad-8529-42cb83ad2ec7 admin admin] Publish callbacks [] for security_group (ecb9127c-5eea-4364-a997-ebac2ec6e476), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:31.360148 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-813e3a4c-985b-42ad-8529-42cb83ad2ec7 admin admin] Publish callbacks [] for security_group (ecb9127c-5eea-4364-a997-ebac2ec6e476), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:31.461329 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41234) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:31.503773 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-79fb6ebd-9182-4ded-87cc-bbad97e6cfb0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=80a9bf240ed0447faaf33bec8f19cb70&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412619 Jun 30 16:41:31.505889 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-813e3a4c-985b-42ad-8529-42cb83ad2ec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (ecb9127c-5eea-4364-a997-ebac2ec6e476), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:31.506561 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41236) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:31.508635 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-813e3a4c-985b-42ad-8529-42cb83ad2ec7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:31.509697 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-813e3a4c-985b-42ad-8529-42cb83ad2ec7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ecb9127c-5eea-4364-a997-ebac2ec6e476 HTTP/1.1" status: 204 len: 168 time: 0.2316232 Jun 30 16:41:31.518449 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813e3a4c-985b-42ad-8529-42cb83ad2ec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb9127c-5eea-4364-a997-ebac2ec6e476,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:31.564662 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66bc8a3d-77bd-4fdf-8926-d80da06f1dc4 admin admin] Publish callbacks [] for security_group (bb730271-beb1-45fa-ab90-b617f8c4ba96), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:31.587182 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66bc8a3d-77bd-4fdf-8926-d80da06f1dc4 admin admin] Publish callbacks [] for security_group (bb730271-beb1-45fa-ab90-b617f8c4ba96), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:31.716411 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66bc8a3d-77bd-4fdf-8926-d80da06f1dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (bb730271-beb1-45fa-ab90-b617f8c4ba96), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:31.719053 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-66bc8a3d-77bd-4fdf-8926-d80da06f1dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:31.720282 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-66bc8a3d-77bd-4fdf-8926-d80da06f1dc4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/bb730271-beb1-45fa-ab90-b617f8c4ba96 HTTP/1.1" status: 204 len: 168 time: 0.2126997 Jun 30 16:41:31.731999 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc8a3d-77bd-4fdf-8926-d80da06f1dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb730271-beb1-45fa-ab90-b617f8c4ba96,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:34.061774 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccec6677-075c-4a8b-94f6-05c0fcc59f21 req-eb113cfc-9705-4cf1-a42f-83a2be3a7197 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:34.063387 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ccec6677-075c-4a8b-94f6-05c0fcc59f21 req-eb113cfc-9705-4cf1-a42f-83a2be3a7197 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 946 time: 0.0524113 Jun 30 16:41:34.084808 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41340) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:34.124519 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ccec6677-075c-4a8b-94f6-05c0fcc59f21 req-e5d298b1-4f01-4099-95b1-b965ae39ddc6 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545776 Jun 30 16:41:34.207033 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4345d9ec-5bb6-4e29-ac4b-702a37ea9df2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:34.233360 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:34.291495 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4345d9ec-5bb6-4e29-ac4b-702a37ea9df2 admin admin] Publish callbacks [] for security_group (4be784b7-48fb-44ed-b224-be76ab192bdc), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:34.380268 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4345d9ec-5bb6-4e29-ac4b-702a37ea9df2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (4be784b7-48fb-44ed-b224-be76ab192bdc), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:34.422150 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345d9ec-5bb6-4e29-ac4b-702a37ea9df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be784b7-48fb-44ed-b224-be76ab192bdc,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:34.427218 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-4345d9ec-5bb6-4e29-ac4b-702a37ea9df2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4e825a3b75e24dab8e18fb5754654360&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3401315 Jun 30 16:41:34.430630 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41346) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:34.484306 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b79bc546-c23d-4a72-86d1-76dbcc33bd61 admin admin] Publish callbacks [] for security_group (4be784b7-48fb-44ed-b224-be76ab192bdc), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:34.495488 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:34.508506 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b79bc546-c23d-4a72-86d1-76dbcc33bd61 admin admin] Publish callbacks [] for security_group (4be784b7-48fb-44ed-b224-be76ab192bdc), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:34.632947 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b79bc546-c23d-4a72-86d1-76dbcc33bd61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (4be784b7-48fb-44ed-b224-be76ab192bdc), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:34.635450 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b79bc546-c23d-4a72-86d1-76dbcc33bd61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:34.636740 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-b79bc546-c23d-4a72-86d1-76dbcc33bd61 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4be784b7-48fb-44ed-b224-be76ab192bdc HTTP/1.1" status: 204 len: 168 time: 0.2056508 Jun 30 16:41:34.646762 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bc546-c23d-4a72-86d1-76dbcc33bd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be784b7-48fb-44ed-b224-be76ab192bdc,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:34.706222 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-015cf7ac-21c7-4c2d-96b5-57a0a7d4d1b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:35.253189 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dd3524-ae18-4974-9080-d0fd91ee4831 req-f8fde7a0-c6fb-4ed9-ad72-e348251a1a5c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:35.254661 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-96dd3524-ae18-4974-9080-d0fd91ee4831 req-f8fde7a0-c6fb-4ed9-ad72-e348251a1a5c tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 946 time: 0.0496666 Jun 30 16:41:35.304952 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-96dd3524-ae18-4974-9080-d0fd91ee4831 req-17307348-a242-435b-b36c-deca85db777b tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443494 Jun 30 16:41:35.607756 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-290e129e-e1ee-47fc-8904-dd87ad1e61bb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:35.609262 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-290e129e-e1ee-47fc-8904-dd87ad1e61bb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.65 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 946 time: 0.0582492 Jun 30 16:41:35.692047 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:35.699175 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Deleting port cef899ca-3465-4288-82e5-31385d9c468b {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:35.699540 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (cef899ca-3465-4288-82e5-31385d9c468b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:36.068795 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] For port cef899ca-3465-4288-82e5-31385d9c468b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=cef899ca-3465-4288-82e5-31385d9c468b,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:36.069242 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (cef899ca-3465-4288-82e5-31385d9c468b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:36.246100 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:36.246477 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (a3454421-a927-48c4-82d3-ab48f00673b8), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:36.246808 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Floating IP a3454421-a927-48c4-82d3-ab48f00673b8 disassociated. External IP: 172.27.2.106, port: cef899ca-3465-4288-82e5-31385d9c468b. Jun 30 16:41:36.247189 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Calling delete_port for cef899ca-3465-4288-82e5-31385d9c468b owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:36.384189 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:36.450674 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff95f0-454f-449c-80dc-9a94e7665700 req-76eaed65-033a-4ced-8325-d5fcbafa4b85 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:41:36.452912 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-66ff95f0-454f-449c-80dc-9a94e7665700 req-76eaed65-033a-4ced-8325-d5fcbafa4b85 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 946 time: 0.0541103 Jun 30 16:41:36.505044 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-66ff95f0-454f-449c-80dc-9a94e7665700 req-2d7cd102-66cb-408a-afd3-75530abd380e tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups?id=50349dba-452b-4282-a299-3cb63908e3b2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464666 Jun 30 16:41:36.603637 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (cef899ca-3465-4288-82e5-31385d9c468b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:36.641648 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event deleted for resources: {'Port': ['ID=cef899ca-3465-4288-82e5-31385d9c468b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:36.769063 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Router d6d5f641-a89e-47d3-a366-d76d2d58f536 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:41:36.911817 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:41:36.924032 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fcb02b-0427-4ffb-8f95-5df421ef7856 None None] Sync routers for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:41:36.936228 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fcb02b-0427-4ffb-8f95-5df421ef7856 None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:36.936882 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c9fcb02b-0427-4ffb-8f95-5df421ef7856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:36.989965 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] No DVR routers for this DVR port cef899ca-3465-4288-82e5-31385d9c468b on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:41:36.992754 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:36.996079 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-e07a252e-fc48-43d2-9008-5dfdf3c6281c req-1d50e0f3-cbcf-4711-a15b-1cb61dc3ded7 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.65 "DELETE /v2.0/ports/cef899ca-3465-4288-82e5-31385d9c468b HTTP/1.1" status: 204 len: 173 time: 1.3798175 Jun 30 16:41:36.997786 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'name': 'network-vif-deleted', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:41:37.000241 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d948e2f-9129-4859-b637-d2bf579272f7" -d '{"events": [{"server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "name": "network-vif-deleted", "tag": "cef899ca-3465-4288-82e5-31385d9c468b"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:41:37.045994 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:41:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bab85d-67e3-4bb1-810f-b1d91bd8bc17 x-openstack-request-id: req-f4bab85d-67e3-4bb1-810f-b1d91bd8bc17 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:41:37.046290 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50e41d57-839c-4b6e-8215-d67d1d428958", "name": "network-vif-deleted", "tag": "cef899ca-3465-4288-82e5-31385d9c468b", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:41:37.046545 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f4bab85d-67e3-4bb1-810f-b1d91bd8bc17 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:41:37.046958 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4bab85d-67e3-4bb1-810f-b1d91bd8bc17'] response: {'server_uuid': '50e41d57-839c-4b6e-8215-d67d1d428958', 'name': 'network-vif-deleted', 'tag': 'cef899ca-3465-4288-82e5-31385d9c468b', 'status': 'completed', 'code': 200} Jun 30 16:41:37.108897 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-c9fcb02b-0427-4ffb-8f95-5df421ef7856 None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:37.318456 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:37.331360 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c9fcb02b-0427-4ffb-8f95-5df421ef7856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:19Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:37.364520 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fcb02b-0427-4ffb-8f95-5df421ef7856 None None] Checking router: d6d5f641-a89e-47d3-a366-d76d2d58f536 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:41:37.373313 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9fcb02b-0427-4ffb-8f95-5df421ef7856 None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:37.373913 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c9fcb02b-0427-4ffb-8f95-5df421ef7856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:37.409797 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-521d9794-d9bd-44c2-8f45-383b35b0c3f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:37.494380 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-c9fcb02b-0427-4ffb-8f95-5df421ef7856 None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:37.527242 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:37.625030 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-71224b64-f6e8-4bf7-8e87-3387ac79f675 req-ce2d3a82-f2c9-420c-9a55-54ee22017d68 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/ports?device_id=50e41d57-839c-4b6e-8215-d67d1d428958 HTTP/1.1" status: 200 len: 210 time: 0.0306439 Jun 30 16:41:37.846029 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-c9fcb02b-0427-4ffb-8f95-5df421ef7856 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:19Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:37.875001 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9fcb02b-0427-4ffb-8f95-5df421ef7856 None None] The sync data for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi is: [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:33:57Z', 'revision_number': 4, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '4324a940-b0d5-4f95-82ef-6cc4bbb8177e', 'name': '', 'network_id': '93a4e560-3e75-48b5-b797-80cbf95a4a78', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'mac_address': 'fa:16:3e:9a:ee:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '36d695e2-318a-416b-9854-a898a8097f8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:55Z', 'updated_at': '2022-06-30T16:34:19Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'subnets': [{'id': '36d695e2-318a-416b-9854-a898a8097f8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:41:38.147188 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403a55d4-aaf4-401a-95db-be646f43b0eb None None] New status for floating IP a3454421-a927-48c4-82d3-ab48f00673b8: DOWN {{(pid=104396) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:41:38.387195 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:38.805230 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41450) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:38.831918 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:38.868543 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4f73ba31-87e9-47ba-a46d-01f9051d8deb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group (50349dba-452b-4282-a299-3cb63908e3b2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:38.897281 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4f73ba31-87e9-47ba-a46d-01f9051d8deb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group (50349dba-452b-4282-a299-3cb63908e3b2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:38.925047 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41454) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:39.029347 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4f73ba31-87e9-47ba-a46d-01f9051d8deb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (50349dba-452b-4282-a299-3cb63908e3b2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.029347 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-4f73ba31-87e9-47ba-a46d-01f9051d8deb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.033068 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-4f73ba31-87e9-47ba-a46d-01f9051d8deb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "DELETE /v2.0/security-groups/50349dba-452b-4282-a299-3cb63908e3b2 HTTP/1.1" status: 204 len: 168 time: 0.2240629 Jun 30 16:41:39.034145 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41458) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:39.047025 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-136f01e3-74d2-4e11-9e03-09a399a2ed44 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.055100 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.api.v2.resource [None req-f3299b64-2c26-4010-9dec-699ec4b6457f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] show failed (client error): The resource could not be found. Jun 30 16:41:39.059456 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-f3299b64-2c26-4010-9dec-699ec4b6457f tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "GET /v2.0/security-groups/50349dba-452b-4282-a299-3cb63908e3b2 HTTP/1.1" status: 404 len: 347 time: 0.0209825 Jun 30 16:41:39.059456 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f73ba31-87e9-47ba-a46d-01f9051d8deb tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50349dba-452b-4282-a299-3cb63908e3b2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:39.060575 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41460) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:39.135453 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-136f01e3-74d2-4e11-9e03-09a399a2ed44 admin admin] Publish callbacks [] for security_group (dc8125e5-843c-4f22-a7f3-b7aec0500e11), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.185526 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-566d5b32-54de-4c59-975b-18d15b267626 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Deleting port 19e7dd24-c62f-4abe-9cec-d4e505046a3c {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:39.185897 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-566d5b32-54de-4c59-975b-18d15b267626 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (19e7dd24-c62f-4abe-9cec-d4e505046a3c), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.192075 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-136f01e3-74d2-4e11-9e03-09a399a2ed44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (dc8125e5-843c-4f22-a7f3-b7aec0500e11), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.243189 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-136f01e3-74d2-4e11-9e03-09a399a2ed44 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=213b521c1c16457f80a61f0dd1309dff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3170247 Jun 30 16:41:39.245973 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41468) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:39.247511 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136f01e3-74d2-4e11-9e03-09a399a2ed44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8125e5-843c-4f22-a7f3-b7aec0500e11,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:39.304494 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-566d5b32-54de-4c59-975b-18d15b267626 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (19e7dd24-c62f-4abe-9cec-d4e505046a3c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.304818 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-566d5b32-54de-4c59-975b-18d15b267626 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (19e7dd24-c62f-4abe-9cec-d4e505046a3c), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.321011 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-566d5b32-54de-4c59-975b-18d15b267626 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Calling delete_port for 19e7dd24-c62f-4abe-9cec-d4e505046a3c owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:39.323371 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:39.343098 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11db8124-5d08-46a8-9258-b1e9e6f89bda admin admin] Publish callbacks [] for security_group (dc8125e5-843c-4f22-a7f3-b7aec0500e11), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.399673 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11db8124-5d08-46a8-9258-b1e9e6f89bda admin admin] Publish callbacks [] for security_group (dc8125e5-843c-4f22-a7f3-b7aec0500e11), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.404210 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device cef899ca-3465-4288-82e5-31385d9c468b no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:41:39.429734 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: cef899ca-3465-4288-82e5-31385d9c468b {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:41:39.434065 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device cef899ca-3465-4288-82e5-31385d9c468b not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:41:39.539367 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11db8124-5d08-46a8-9258-b1e9e6f89bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (dc8125e5-843c-4f22-a7f3-b7aec0500e11), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.542676 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-11db8124-5d08-46a8-9258-b1e9e6f89bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.544123 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-11db8124-5d08-46a8-9258-b1e9e6f89bda admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dc8125e5-843c-4f22-a7f3-b7aec0500e11 HTTP/1.1" status: 204 len: 168 time: 0.2968369 Jun 30 16:41:39.553497 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11db8124-5d08-46a8-9258-b1e9e6f89bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8125e5-843c-4f22-a7f3-b7aec0500e11,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:39.590595 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-566d5b32-54de-4c59-975b-18d15b267626 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (19e7dd24-c62f-4abe-9cec-d4e505046a3c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.617671 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566d5b32-54de-4c59-975b-18d15b267626 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Pushing event deleted for resources: {'Port': ['ID=19e7dd24-c62f-4abe-9cec-d4e505046a3c,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:39.685348 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-566d5b32-54de-4c59-975b-18d15b267626 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks [] for floatingip (a3454421-a927-48c4-82d3-ab48f00673b8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.688190 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-566d5b32-54de-4c59-975b-18d15b267626 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.689351 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-566d5b32-54de-4c59-975b-18d15b267626 tempest-AttachVolumeShelveTestJSON-53036211 tempest-AttachVolumeShelveTestJSON-53036211-project] 10.222.0.67 "DELETE /v2.0/floatingips/a3454421-a927-48c4-82d3-ab48f00673b8 HTTP/1.1" status: 204 len: 168 time: 0.6277323 Jun 30 16:41:39.767405 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:39.906038 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:40.281395 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41482) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:40.295425 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab926-b945-4bc8-87e6-cc90265c311c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:40.338863 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=10 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:40.377998 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab926-b945-4bc8-87e6-cc90265c311c admin admin] Publish callbacks [] for security_group (0df0a6cc-9470-4b65-9612-9b33d14efa52), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:40.461011 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9d2ab926-b945-4bc8-87e6-cc90265c311c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (0df0a6cc-9470-4b65-9612-9b33d14efa52), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:40.502028 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2ab926-b945-4bc8-87e6-cc90265c311c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df0a6cc-9470-4b65-9612-9b33d14efa52,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:40.508585 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-9d2ab926-b945-4bc8-87e6-cc90265c311c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b923435d156a4759a380d8800628ade2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260821 Jun 30 16:41:40.511529 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41488) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:40.576620 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c77f9e-57bb-4dd2-b9a6-04e894fd3234 admin admin] Publish callbacks [] for security_group (0df0a6cc-9470-4b65-9612-9b33d14efa52), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:40.602477 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c77f9e-57bb-4dd2-b9a6-04e894fd3234 admin admin] Publish callbacks [] for security_group (0df0a6cc-9470-4b65-9612-9b33d14efa52), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:40.637595 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=87,neutron:DELETE=13 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:40.837331 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c77f9e-57bb-4dd2-b9a6-04e894fd3234 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (0df0a6cc-9470-4b65-9612-9b33d14efa52), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:40.842024 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52c77f9e-57bb-4dd2-b9a6-04e894fd3234 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:40.842024 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-52c77f9e-57bb-4dd2-b9a6-04e894fd3234 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0df0a6cc-9470-4b65-9612-9b33d14efa52 HTTP/1.1" status: 204 len: 168 time: 0.3288610 Jun 30 16:41:40.849872 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c77f9e-57bb-4dd2-b9a6-04e894fd3234 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0df0a6cc-9470-4b65-9612-9b33d14efa52,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:42.361763 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:43.841589 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:41:44.666210 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41580) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:45.426226 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-04527155-319b-4db2-a71b-2d478c246105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040202'] for router_interface (d6d5f641-a89e-47d3-a366-d76d2d58f536), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:45.664766 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-04527155-319b-4db2-a71b-2d478c246105 admin admin] Deleting port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:45.665135 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-04527155-319b-4db2-a71b-2d478c246105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:45.754249 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-04527155-319b-4db2-a71b-2d478c246105 admin admin] For port 4324a940-b0d5-4f95-82ef-6cc4bbb8177e, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=4324a940-b0d5-4f95-82ef-6cc4bbb8177e,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:45.754884 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-04527155-319b-4db2-a71b-2d478c246105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:45.772751 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-04527155-319b-4db2-a71b-2d478c246105 admin admin] Calling delete_port for 4324a940-b0d5-4f95-82ef-6cc4bbb8177e owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:45.875233 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:45.904992 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:46.015104 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-04527155-319b-4db2-a71b-2d478c246105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (4324a940-b0d5-4f95-82ef-6cc4bbb8177e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:46.040901 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04527155-319b-4db2-a71b-2d478c246105 admin admin] Pushing event deleted for resources: {'Port': ['ID=4324a940-b0d5-4f95-82ef-6cc4bbb8177e,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:46.214865 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-04527155-319b-4db2-a71b-2d478c246105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025722'] for router_interface (d6d5f641-a89e-47d3-a366-d76d2d58f536), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:46.447539 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04527155-319b-4db2-a71b-2d478c246105 admin admin] Router d6d5f641-a89e-47d3-a366-d76d2d58f536 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:41:46.555967 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04527155-319b-4db2-a71b-2d478c246105 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:41:46.561200 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-04527155-319b-4db2-a71b-2d478c246105 admin admin] 10.222.0.67 "PUT /v2.0/routers/d6d5f641-a89e-47d3-a366-d76d2d58f536/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8937733 Jun 30 16:41:46.563742 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41620) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:46.568721 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dbd92-5470-45f7-b003-04c600c967bb None None] Sync routers for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:41:46.579668 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7dbd92-5470-45f7-b003-04c600c967bb None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:46.580356 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5e7dbd92-5470-45f7-b003-04c600c967bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:46.639965 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:46.682146 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Publish callbacks [] for router (d6d5f641-a89e-47d3-a366-d76d2d58f536), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:46.694056 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-5e7dbd92-5470-45f7-b003-04c600c967bb None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:46.787377 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Publish callbacks [] for router_gateway (d6d5f641-a89e-47d3-a366-d76d2d58f536), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:46.878565 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5e7dbd92-5470-45f7-b003-04c600c967bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47'}], 'enable_snat': True}, 'gw_port_id': 'edeed624-e28b-4261-afda-619a688cdab7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:41:45Z', 'revision_number': 5, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port': {'id': 'edeed624-e28b-4261-afda-619a688cdab7', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b3:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:33:46Z', 'updated_at': '2022-06-30T16:34:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:46.906653 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dbd92-5470-45f7-b003-04c600c967bb None None] Checking router: d6d5f641-a89e-47d3-a366-d76d2d58f536 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:41:46.916618 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7dbd92-5470-45f7-b003-04c600c967bb None None] Routers {'d6d5f641-a89e-47d3-a366-d76d2d58f536'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:41:46.917245 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5e7dbd92-5470-45f7-b003-04c600c967bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:41:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['d6d5f641-a89e-47d3-a366-d76d2d58f536'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:46.943051 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Deleting port edeed624-e28b-4261-afda-619a688cdab7 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:46.943434 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (edeed624-e28b-4261-afda-619a688cdab7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.015765 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-5e7dbd92-5470-45f7-b003-04c600c967bb None None] Set router d6d5f641-a89e-47d3-a366-d76d2d58f536 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:41:47.041193 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] For port edeed624-e28b-4261-afda-619a688cdab7, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=edeed624-e28b-4261-afda-619a688cdab7,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:47.042695 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (edeed624-e28b-4261-afda-619a688cdab7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.056287 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Calling delete_port for edeed624-e28b-4261-afda-619a688cdab7 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:47.070831 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-5e7dbd92-5470-45f7-b003-04c600c967bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:41:46Z', 'revision_number': 6, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port_host': None}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:47.101196 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7dbd92-5470-45f7-b003-04c600c967bb None None] The sync data for ids ['d6d5f641-a89e-47d3-a366-d76d2d58f536'] in dv-cinder-836027-2-iscsi is: [{'id': 'd6d5f641-a89e-47d3-a366-d76d2d58f536', 'name': 'tempest-AttachVolumeShelveTestJSON-296916085-router', 'tenant_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:33:44Z', 'updated_at': '2022-06-30T16:41:46Z', 'revision_number': 6, 'project_id': 'b66c389f8c5a47b2b97819e449c64ba0', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:41:47.152465 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:47.344195 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (edeed624-e28b-4261-afda-619a688cdab7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.344614 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41642) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:47.372170 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Pushing event deleted for resources: {'Port': ['ID=edeed624-e28b-4261-afda-619a688cdab7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:47.438193 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030166'] for router_gateway (d6d5f641-a89e-47d3-a366-d76d2d58f536), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.500334 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b108e445-f6c9-45c3-964c-750ac34cb387 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.576632 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1039405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42950'] for router (d6d5f641-a89e-47d3-a366-d76d2d58f536), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.579402 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Publish callbacks [] for router_controller (d6d5f641-a89e-47d3-a366-d76d2d58f536), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.592767 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41648) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:47.602573 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b108e445-f6c9-45c3-964c-750ac34cb387 admin admin] Publish callbacks [] for security_group (959aec43-6433-4b7e-b0d9-cf7578d98985), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.693568 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b108e445-f6c9-45c3-964c-750ac34cb387 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (959aec43-6433-4b7e-b0d9-cf7578d98985), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.704719 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0692ac9f-0091-4351-8241-57bf2f3d86f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.735434 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-b108e445-f6c9-45c3-964c-750ac34cb387 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d5b5b9b012654bebb6a959e184f3f9fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3891912 Jun 30 16:41:47.736343 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108e445-f6c9-45c3-964c-750ac34cb387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=959aec43-6433-4b7e-b0d9-cf7578d98985,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:47.738620 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41652) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:47.786406 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1039596'] for router (d6d5f641-a89e-47d3-a366-d76d2d58f536), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.786987 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6d5f641-a89e-47d3-a366-d76d2d58f536 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 16:41:47.792066 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.795632 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-5143504e-d921-4359-adbe-1db8e7deaea6 admin admin] 10.222.0.67 "DELETE /v2.0/routers/d6d5f641-a89e-47d3-a366-d76d2d58f536 HTTP/1.1" status: 204 len: 168 time: 1.2281432 Jun 30 16:41:47.795632 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0692ac9f-0091-4351-8241-57bf2f3d86f4 admin admin] Publish callbacks [] for security_group (45b5abb1-dd4b-44cc-9800-8b9e4ff7210d), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.796163 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41654) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:47.796909 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ef45350a-8cd3-4930-b860-d85528f216d6 admin admin] Publish callbacks [] for security_group (959aec43-6433-4b7e-b0d9-cf7578d98985), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.807157 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:47.821867 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ef45350a-8cd3-4930-b860-d85528f216d6 admin admin] Publish callbacks [] for security_group (959aec43-6433-4b7e-b0d9-cf7578d98985), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.845378 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1c51a45-ecdb-4851-b179-cc2d26ef10ac admin admin] Deleting subnet 36d695e2-318a-416b-9854-a898a8097f8d {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:41:47.854532 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a1c51a45-ecdb-4851-b179-cc2d26ef10ac admin admin] Publish callbacks [] for subnet (36d695e2-318a-416b-9854-a898a8097f8d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.888934 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0692ac9f-0091-4351-8241-57bf2f3d86f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (45b5abb1-dd4b-44cc-9800-8b9e4ff7210d), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.903462 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=80,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:47.912386 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a1c51a45-ecdb-4851-b179-cc2d26ef10ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267484'] for subnet (36d695e2-318a-416b-9854-a898a8097f8d), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.959908 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-0692ac9f-0091-4351-8241-57bf2f3d86f4 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a02aa0af8ea43debd298f9b3dc98c3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3717124 Jun 30 16:41:47.963222 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41656) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:47.964419 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0692ac9f-0091-4351-8241-57bf2f3d86f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b5abb1-dd4b-44cc-9800-8b9e4ff7210d,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:47.991065 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ef45350a-8cd3-4930-b860-d85528f216d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (959aec43-6433-4b7e-b0d9-cf7578d98985), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.994893 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ef45350a-8cd3-4930-b860-d85528f216d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:47.996356 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ef45350a-8cd3-4930-b860-d85528f216d6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/959aec43-6433-4b7e-b0d9-cf7578d98985 HTTP/1.1" status: 204 len: 168 time: 0.2568333 Jun 30 16:41:48.029040 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef45350a-8cd3-4930-b860-d85528f216d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=959aec43-6433-4b7e-b0d9-cf7578d98985,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:48.053198 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-81d02d1f-2f22-4d74-b425-34128128d522 admin admin] Publish callbacks [] for security_group (45b5abb1-dd4b-44cc-9800-8b9e4ff7210d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.074449 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a1c51a45-ecdb-4851-b179-cc2d26ef10ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (36d695e2-318a-416b-9854-a898a8097f8d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.082914 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-81d02d1f-2f22-4d74-b425-34128128d522 admin admin] Publish callbacks [] for security_group (45b5abb1-dd4b-44cc-9800-8b9e4ff7210d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.226919 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:48.233649 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a1c51a45-ecdb-4851-b179-cc2d26ef10ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13834865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13008078'] for subnet (36d695e2-318a-416b-9854-a898a8097f8d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.234781 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-81d02d1f-2f22-4d74-b425-34128128d522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (45b5abb1-dd4b-44cc-9800-8b9e4ff7210d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.239431 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-81d02d1f-2f22-4d74-b425-34128128d522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.241422 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-81d02d1f-2f22-4d74-b425-34128128d522 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/45b5abb1-dd4b-44cc-9800-8b9e4ff7210d HTTP/1.1" status: 204 len: 168 time: 0.2769120 Jun 30 16:41:48.256314 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:48.265027 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d02d1f-2f22-4d74-b425-34128128d522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b5abb1-dd4b-44cc-9800-8b9e4ff7210d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:48.279368 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c51a45-ecdb-4851-b179-cc2d26ef10ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36d695e2-318a-416b-9854-a898a8097f8d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:48.281153 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a1c51a45-ecdb-4851-b179-cc2d26ef10ac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.284415 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-a1c51a45-ecdb-4851-b179-cc2d26ef10ac admin admin] 10.222.0.67 "DELETE /v2.0/subnets/36d695e2-318a-416b-9854-a898a8097f8d HTTP/1.1" status: 204 len: 168 time: 0.4873109 Jun 30 16:41:48.287297 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41662) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:48.293051 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df36660d-8f44-4cdc-ba4a-c41bc73f79e3 None None] Network 93a4e560-3e75-48b5-b797-80cbf95a4a78 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:41:48.390568 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (93a4e560-3e75-48b5-b797-80cbf95a4a78), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.399078 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=86,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:48.439548 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:48.448446 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Deleting port cff7b274-d4a4-47a5-aa05-aa959ad54981 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:48.449776 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.537481 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20cfae6-9a3d-40cc-b7e3-526f03e3b0aa None None] DHCP port deletion for 93a4e560-3e75-48b5-b797-80cbf95a4a78 request from dv-cinder-836027-2-iscsi {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 16:41:48.541141 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] For port cff7b274-d4a4-47a5-aa05-aa959ad54981, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=cff7b274-d4a4-47a5-aa05-aa959ad54981,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:48.541633 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.556721 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Calling delete_port for cff7b274-d4a4-47a5-aa05-aa959ad54981 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:48.587266 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b20cfae6-9a3d-40cc-b7e3-526f03e3b0aa None None] Deleting port cff7b274-d4a4-47a5-aa05-aa959ad54981 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:41:48.587673 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b20cfae6-9a3d-40cc-b7e3-526f03e3b0aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.664651 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b20cfae6-9a3d-40cc-b7e3-526f03e3b0aa None None] For port cff7b274-d4a4-47a5-aa05-aa959ad54981, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=cff7b274-d4a4-47a5-aa05-aa959ad54981,segment=NetworkSegment(76bd542c-1e6d-4e1c-9ef9-658d225da1ac),segment_id=76bd542c-1e6d-4e1c-9ef9-658d225da1ac)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:41:48.665638 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b20cfae6-9a3d-40cc-b7e3-526f03e3b0aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.681342 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b20cfae6-9a3d-40cc-b7e3-526f03e3b0aa None None] Calling delete_port for cff7b274-d4a4-47a5-aa05-aa959ad54981 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:41:48.726256 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:48.752689 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.764171 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b20cfae6-9a3d-40cc-b7e3-526f03e3b0aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (cff7b274-d4a4-47a5-aa05-aa959ad54981), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.780603 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Pushing event deleted for resources: {'Port': ['ID=cff7b274-d4a4-47a5-aa05-aa959ad54981,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:48.785401 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] No DVR routers for this DVR port cff7b274-d4a4-47a5-aa05-aa959ad54981 on host dv-cinder-836027-2-iscsi {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:41:48.789133 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cfae6-9a3d-40cc-b7e3-526f03e3b0aa None None] Pushing event deleted for resources: {'Port': ['ID=cff7b274-d4a4-47a5-aa05-aa959ad54981,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:48.792713 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20cfae6-9a3d-40cc-b7e3-526f03e3b0aa None None] No DVR routers for this DVR port cff7b274-d4a4-47a5-aa05-aa959ad54981 on host dv-cinder-836027-2-iscsi {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:41:48.873256 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (93a4e560-3e75-48b5-b797-80cbf95a4a78), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.900497 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93a4e560-3e75-48b5-b797-80cbf95a4a78']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:48.910952 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76bd542c-1e6d-4e1c-9ef9-658d225da1ac') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:48.911250 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76bd542c-1e6d-4e1c-9ef9-658d225da1ac') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:41:48.922451 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13027211'] for segment (76bd542c-1e6d-4e1c-9ef9-658d225da1ac), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.937220 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (76bd542c-1e6d-4e1c-9ef9-658d225da1ac), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.947565 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:41:48.947565 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12978114'] for segment (76bd542c-1e6d-4e1c-9ef9-658d225da1ac), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:48.964451 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 76bd542c-1e6d-4e1c-9ef9-658d225da1ac resource provider aggregate not found Jun 30 16:41:49.014651 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 76bd542c-1e6d-4e1c-9ef9-658d225da1ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76bd542c-1e6d-4e1c-9ef9-658d225da1ac found for delete ", "request_id": "req-131e0ada-3789-439d-9a82-06ea6059578a"}]} Jun 30 16:41:49.127744 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41684) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:49.130394 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 4324a940-b0d5-4f95-82ef-6cc4bbb8177e no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:41:49.140029 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (93a4e560-3e75-48b5-b797-80cbf95a4a78), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:49.147737 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:49.155278 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 4324a940-b0d5-4f95-82ef-6cc4bbb8177e {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:41:49.155429 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b911aaed-05ae-4a2a-b803-c6ff757fb79b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:49.155713 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 4324a940-b0d5-4f95-82ef-6cc4bbb8177e not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:41:49.155713 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device cff7b274-d4a4-47a5-aa05-aa959ad54981 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:41:49.158431 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] 10.222.0.67 "DELETE /v2.0/networks/93a4e560-3e75-48b5-b797-80cbf95a4a78 HTTP/1.1" status: 204 len: 168 time: 0.8682539 Jun 30 16:41:49.161949 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:49.176179 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fba3251-ca84-4f81-b017-b7a63fb96173 admin admin] Pushing event deleted for resources: {'Network': ['ID=93a4e560-3e75-48b5-b797-80cbf95a4a78,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:49.194294 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: cff7b274-d4a4-47a5-aa05-aa959ad54981 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:41:49.195604 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device cff7b274-d4a4-47a5-aa05-aa959ad54981 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:41:49.196611 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device edeed624-e28b-4261-afda-619a688cdab7 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:41:49.220139 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: edeed624-e28b-4261-afda-619a688cdab7 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:41:49.220484 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device edeed624-e28b-4261-afda-619a688cdab7 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:41:49.276786 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b911aaed-05ae-4a2a-b803-c6ff757fb79b admin admin] Publish callbacks [] for security_group (11efe640-bf1f-4fdd-9886-6f528cd18d39), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:49.352550 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b911aaed-05ae-4a2a-b803-c6ff757fb79b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (11efe640-bf1f-4fdd-9886-6f528cd18d39), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:49.395853 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-b911aaed-05ae-4a2a-b803-c6ff757fb79b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f96bc9295bd64603a6e4a41fc3fe4670&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2633238 Jun 30 16:41:49.396698 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911aaed-05ae-4a2a-b803-c6ff757fb79b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11efe640-bf1f-4fdd-9886-6f528cd18d39,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:49.399145 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41692) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:49.451983 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f6c73d4-f52c-4cbc-9e78-5f0bae2134c4 admin admin] Publish callbacks [] for security_group (11efe640-bf1f-4fdd-9886-6f528cd18d39), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:49.475789 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f6c73d4-f52c-4cbc-9e78-5f0bae2134c4 admin admin] Publish callbacks [] for security_group (11efe640-bf1f-4fdd-9886-6f528cd18d39), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:49.603561 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f6c73d4-f52c-4cbc-9e78-5f0bae2134c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (11efe640-bf1f-4fdd-9886-6f528cd18d39), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:49.606460 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1f6c73d4-f52c-4cbc-9e78-5f0bae2134c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:49.607708 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-1f6c73d4-f52c-4cbc-9e78-5f0bae2134c4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/11efe640-bf1f-4fdd-9886-6f528cd18d39 HTTP/1.1" status: 204 len: 168 time: 0.2075016 Jun 30 16:41:49.619200 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c73d4-f52c-4cbc-9e78-5f0bae2134c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11efe640-bf1f-4fdd-9886-6f528cd18d39,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:49.663672 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41710) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:49.726042 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-a4d18eca-e15e-4706-92aa-2fbd8ce8a064 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b66c389f8c5a47b2b97819e449c64ba0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0612338 Jun 30 16:41:49.729460 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41728) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:49.793543 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93c05c1e-daa1-4dce-8cfe-0695ffb663e5 admin admin] Publish callbacks [] for security_group (c5ece28f-bc91-4dd0-bfb5-0a2d32871ebb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:49.820434 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93c05c1e-daa1-4dce-8cfe-0695ffb663e5 admin admin] Publish callbacks [] for security_group (c5ece28f-bc91-4dd0-bfb5-0a2d32871ebb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:50.030642 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93c05c1e-daa1-4dce-8cfe-0695ffb663e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (c5ece28f-bc91-4dd0-bfb5-0a2d32871ebb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:50.033208 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-93c05c1e-daa1-4dce-8cfe-0695ffb663e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:50.034365 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-93c05c1e-daa1-4dce-8cfe-0695ffb663e5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c5ece28f-bc91-4dd0-bfb5-0a2d32871ebb HTTP/1.1" status: 204 len: 168 time: 0.3040819 Jun 30 16:41:50.043382 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c05c1e-daa1-4dce-8cfe-0695ffb663e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ece28f-bc91-4dd0-bfb5-0a2d32871ebb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:53.270414 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41856) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:53.387523 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cee51b4e-0474-43ff-ad3b-706e4b408897 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:53.439141 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:53.470274 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cee51b4e-0474-43ff-ad3b-706e4b408897 admin admin] Publish callbacks [] for security_group (908277db-6a5b-4884-8a95-aa2a969a4cb1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:53.540817 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-cee51b4e-0474-43ff-ad3b-706e4b408897 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (908277db-6a5b-4884-8a95-aa2a969a4cb1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:53.583327 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-cee51b4e-0474-43ff-ad3b-706e4b408897 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1555691c61a942fb8f20a671f1d638b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3118181 Jun 30 16:41:53.586343 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee51b4e-0474-43ff-ad3b-706e4b408897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908277db-6a5b-4884-8a95-aa2a969a4cb1,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:53.587207 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41862) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:53.649350 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05b911d1-47a8-4ecb-97dc-a83174a0d4ff admin admin] Publish callbacks [] for security_group (908277db-6a5b-4884-8a95-aa2a969a4cb1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:53.672915 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05b911d1-47a8-4ecb-97dc-a83174a0d4ff admin admin] Publish callbacks [] for security_group (908277db-6a5b-4884-8a95-aa2a969a4cb1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:53.808379 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05b911d1-47a8-4ecb-97dc-a83174a0d4ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (908277db-6a5b-4884-8a95-aa2a969a4cb1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:53.810844 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-05b911d1-47a8-4ecb-97dc-a83174a0d4ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:53.812035 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-05b911d1-47a8-4ecb-97dc-a83174a0d4ff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/908277db-6a5b-4884-8a95-aa2a969a4cb1 HTTP/1.1" status: 204 len: 168 time: 0.2243242 Jun 30 16:41:53.820684 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b911d1-47a8-4ecb-97dc-a83174a0d4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908277db-6a5b-4884-8a95-aa2a969a4cb1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:54.455942 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41876) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:54.475882 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-205c02cc-e023-44a7-97f7-2e722df71214 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:54.556506 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-205c02cc-e023-44a7-97f7-2e722df71214 admin admin] Publish callbacks [] for security_group (7fd1cd25-b6b0-46c2-91ad-3728ba824295), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:54.630907 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-205c02cc-e023-44a7-97f7-2e722df71214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7fd1cd25-b6b0-46c2-91ad-3728ba824295), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:54.674349 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-205c02cc-e023-44a7-97f7-2e722df71214 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e98f8697701d4282ad5b4a5e2d9d1f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2172530 Jun 30 16:41:54.675332 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c02cc-e023-44a7-97f7-2e722df71214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fd1cd25-b6b0-46c2-91ad-3728ba824295,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:54.677051 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41880) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:54.733971 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-486a2ae0-d199-4a56-8673-1a2d532ff2b4 admin admin] Publish callbacks [] for security_group (7fd1cd25-b6b0-46c2-91ad-3728ba824295), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:54.756646 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-486a2ae0-d199-4a56-8673-1a2d532ff2b4 admin admin] Publish callbacks [] for security_group (7fd1cd25-b6b0-46c2-91ad-3728ba824295), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:54.865124 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-486a2ae0-d199-4a56-8673-1a2d532ff2b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (7fd1cd25-b6b0-46c2-91ad-3728ba824295), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:54.870353 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-486a2ae0-d199-4a56-8673-1a2d532ff2b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:54.871896 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-486a2ae0-d199-4a56-8673-1a2d532ff2b4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7fd1cd25-b6b0-46c2-91ad-3728ba824295 HTTP/1.1" status: 204 len: 168 time: 0.1929667 Jun 30 16:41:54.880999 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486a2ae0-d199-4a56-8673-1a2d532ff2b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fd1cd25-b6b0-46c2-91ad-3728ba824295,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:57.780251 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 41960) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:57.901784 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab69959f-4fd5-4770-a634-5c9d6663b69a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:58.000289 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab69959f-4fd5-4770-a634-5c9d6663b69a admin admin] Publish callbacks [] for security_group (979adf74-3ff4-4a12-9e31-5661864345ca), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:58.089343 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ab69959f-4fd5-4770-a634-5c9d6663b69a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (979adf74-3ff4-4a12-9e31-5661864345ca), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:58.135268 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-ab69959f-4fd5-4770-a634-5c9d6663b69a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=98ade04633d642c9902c7b1bf90895ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3539135 Jun 30 16:41:58.136541 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab69959f-4fd5-4770-a634-5c9d6663b69a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979adf74-3ff4-4a12-9e31-5661864345ca,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:58.138316 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41972) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:58.188152 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:58.192252 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-07548591-1f0a-4210-b93d-55f2de5f6aae admin admin] Publish callbacks [] for security_group (979adf74-3ff4-4a12-9e31-5661864345ca), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:58.219847 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-07548591-1f0a-4210-b93d-55f2de5f6aae admin admin] Publish callbacks [] for security_group (979adf74-3ff4-4a12-9e31-5661864345ca), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:58.347691 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-07548591-1f0a-4210-b93d-55f2de5f6aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (979adf74-3ff4-4a12-9e31-5661864345ca), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:58.350853 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-07548591-1f0a-4210-b93d-55f2de5f6aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:58.352477 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-07548591-1f0a-4210-b93d-55f2de5f6aae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/979adf74-3ff4-4a12-9e31-5661864345ca HTTP/1.1" status: 204 len: 168 time: 0.2129841 Jun 30 16:41:58.360915 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07548591-1f0a-4210-b93d-55f2de5f6aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979adf74-3ff4-4a12-9e31-5661864345ca,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:59.031561 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41990) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:59.046643 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d734e4ff-d318-40ec-8f24-aebeb8fe7125 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:59.131361 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d734e4ff-d318-40ec-8f24-aebeb8fe7125 admin admin] Publish callbacks [] for security_group (a5cb4be8-b77b-4cfd-884c-a9444ceb176d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:59.219481 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d734e4ff-d318-40ec-8f24-aebeb8fe7125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (a5cb4be8-b77b-4cfd-884c-a9444ceb176d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:59.259883 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734e4ff-d318-40ec-8f24-aebeb8fe7125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cb4be8-b77b-4cfd-884c-a9444ceb176d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:41:59.267336 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d734e4ff-d318-40ec-8f24-aebeb8fe7125 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ee3b293b20ba47dfab442562c3c1c322&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2313828 Jun 30 16:41:59.267692 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 41992) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:41:59.317424 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:41:59.321095 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-456d4268-7967-4611-968e-3bdef94a8bf7 admin admin] Publish callbacks [] for security_group (a5cb4be8-b77b-4cfd-884c-a9444ceb176d), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:59.343761 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-456d4268-7967-4611-968e-3bdef94a8bf7 admin admin] Publish callbacks [] for security_group (a5cb4be8-b77b-4cfd-884c-a9444ceb176d), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:59.470635 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-456d4268-7967-4611-968e-3bdef94a8bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (a5cb4be8-b77b-4cfd-884c-a9444ceb176d), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:59.473216 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-456d4268-7967-4611-968e-3bdef94a8bf7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:41:59.474505 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-456d4268-7967-4611-968e-3bdef94a8bf7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a5cb4be8-b77b-4cfd-884c-a9444ceb176d HTTP/1.1" status: 204 len: 168 time: 0.2056906 Jun 30 16:41:59.482940 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456d4268-7967-4611-968e-3bdef94a8bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cb4be8-b77b-4cfd-884c-a9444ceb176d,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:01.306675 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42050) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:01.416385 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dc41f37-27db-4a57-869b-5b0ae42024d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:01.490828 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=76,neutron:INSERT=19,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:01.496782 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dc41f37-27db-4a57-869b-5b0ae42024d5 admin admin] Publish callbacks [] for security_group (0bf9c6f1-5c7f-4b0f-a139-0b8e5621b394), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:01.557589 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8dc41f37-27db-4a57-869b-5b0ae42024d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (0bf9c6f1-5c7f-4b0f-a139-0b8e5621b394), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:01.597664 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc41f37-27db-4a57-869b-5b0ae42024d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf9c6f1-5c7f-4b0f-a139-0b8e5621b394,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:01.603364 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-8dc41f37-27db-4a57-869b-5b0ae42024d5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8404de78ee554f3ebfc7e2b8d01052d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2949560 Jun 30 16:42:01.605662 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42058) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:01.656481 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be17aa4f-f23a-46cc-ba8e-dda2827f7483 admin admin] Publish callbacks [] for security_group (0bf9c6f1-5c7f-4b0f-a139-0b8e5621b394), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:01.679286 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be17aa4f-f23a-46cc-ba8e-dda2827f7483 admin admin] Publish callbacks [] for security_group (0bf9c6f1-5c7f-4b0f-a139-0b8e5621b394), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:01.696850 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=12 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:01.843580 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be17aa4f-f23a-46cc-ba8e-dda2827f7483 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (0bf9c6f1-5c7f-4b0f-a139-0b8e5621b394), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:01.846683 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-be17aa4f-f23a-46cc-ba8e-dda2827f7483 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:01.847966 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-be17aa4f-f23a-46cc-ba8e-dda2827f7483 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0bf9c6f1-5c7f-4b0f-a139-0b8e5621b394 HTTP/1.1" status: 204 len: 168 time: 0.2413280 Jun 30 16:42:01.856689 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17aa4f-f23a-46cc-ba8e-dda2827f7483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf9c6f1-5c7f-4b0f-a139-0b8e5621b394,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:02.765753 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=16 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:02.766540 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=85,neutron:UPDATE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:04.689908 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-38bf5a65-fc79-4384-b70c-942df47748c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:07.363357 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e5aefcd7-c964-4946-a47f-a75774260db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:08.318346 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:09.016694 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42208) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:09.118326 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ecb9d0b8-5e91-4b7b-83d0-8a6fffc76096 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:09.207224 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ecb9d0b8-5e91-4b7b-83d0-8a6fffc76096 admin admin] Publish callbacks [] for security_group (d3b6c1bf-432a-4170-b588-c995ce75d83f), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:09.295498 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ecb9d0b8-5e91-4b7b-83d0-8a6fffc76096 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (d3b6c1bf-432a-4170-b588-c995ce75d83f), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:09.337729 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-ecb9d0b8-5e91-4b7b-83d0-8a6fffc76096 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b1d795ffa7f44314b3a74ec658117645&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265991 Jun 30 16:42:09.339697 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9d0b8-5e91-4b7b-83d0-8a6fffc76096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3b6c1bf-432a-4170-b588-c995ce75d83f,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:09.341206 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42216) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:09.393624 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-768a5df8-3e1b-40c7-8630-4c115964a169 admin admin] Publish callbacks [] for security_group (d3b6c1bf-432a-4170-b588-c995ce75d83f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:09.416581 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-768a5df8-3e1b-40c7-8630-4c115964a169 admin admin] Publish callbacks [] for security_group (d3b6c1bf-432a-4170-b588-c995ce75d83f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:09.581039 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-768a5df8-3e1b-40c7-8630-4c115964a169 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (d3b6c1bf-432a-4170-b588-c995ce75d83f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:09.583732 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-768a5df8-3e1b-40c7-8630-4c115964a169 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:09.588376 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-768a5df8-3e1b-40c7-8630-4c115964a169 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3b6c1bf-432a-4170-b588-c995ce75d83f HTTP/1.1" status: 204 len: 168 time: 0.2426779 Jun 30 16:42:09.593330 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768a5df8-3e1b-40c7-8630-4c115964a169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3b6c1bf-432a-4170-b588-c995ce75d83f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:09.779097 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:09.906744 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:10.328285 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42230) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:10.342843 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8523856-9888-4a63-8695-6f89933c1906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:10.424142 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8523856-9888-4a63-8695-6f89933c1906 admin admin] Publish callbacks [] for security_group (5e9b12dc-b51c-4d17-8037-bf6a44e8f0f7), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:10.489156 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c8523856-9888-4a63-8695-6f89933c1906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (5e9b12dc-b51c-4d17-8037-bf6a44e8f0f7), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:10.533725 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c8523856-9888-4a63-8695-6f89933c1906 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=66af0479fdf84b8bae47494cdef54f53&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2043281 Jun 30 16:42:10.534786 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8523856-9888-4a63-8695-6f89933c1906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9b12dc-b51c-4d17-8037-bf6a44e8f0f7,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:10.536529 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42232) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:10.594796 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-035b1914-8a33-4cc3-82c6-8f13dab688e5 admin admin] Publish callbacks [] for security_group (5e9b12dc-b51c-4d17-8037-bf6a44e8f0f7), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:10.616770 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-035b1914-8a33-4cc3-82c6-8f13dab688e5 admin admin] Publish callbacks [] for security_group (5e9b12dc-b51c-4d17-8037-bf6a44e8f0f7), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:10.775202 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-035b1914-8a33-4cc3-82c6-8f13dab688e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (5e9b12dc-b51c-4d17-8037-bf6a44e8f0f7), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:10.777775 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-035b1914-8a33-4cc3-82c6-8f13dab688e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:10.780180 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-035b1914-8a33-4cc3-82c6-8f13dab688e5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e9b12dc-b51c-4d17-8037-bf6a44e8f0f7 HTTP/1.1" status: 204 len: 168 time: 0.2426665 Jun 30 16:42:10.792563 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b1914-8a33-4cc3-82c6-8f13dab688e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9b12dc-b51c-4d17-8037-bf6a44e8f0f7,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:11.433564 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42244) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:11.450926 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b300cd8-651a-40a2-b05d-74ecec0ad2cc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:11.526900 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b300cd8-651a-40a2-b05d-74ecec0ad2cc admin admin] Publish callbacks [] for security_group (b5d95c4f-9100-4d75-b6ee-c8177965f318), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:11.601483 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3b300cd8-651a-40a2-b05d-74ecec0ad2cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (b5d95c4f-9100-4d75-b6ee-c8177965f318), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:11.643019 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-3b300cd8-651a-40a2-b05d-74ecec0ad2cc admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5d1099f456ea4f369f34257aed5009e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2083819 Jun 30 16:42:11.643798 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b300cd8-651a-40a2-b05d-74ecec0ad2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d95c4f-9100-4d75-b6ee-c8177965f318,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:11.645910 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42250) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:11.675203 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:11.712109 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de45a90b-5df6-4ca5-aee5-98b983d94280 admin admin] Publish callbacks [] for security_group (b5d95c4f-9100-4d75-b6ee-c8177965f318), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:11.735739 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de45a90b-5df6-4ca5-aee5-98b983d94280 admin admin] Publish callbacks [] for security_group (b5d95c4f-9100-4d75-b6ee-c8177965f318), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:11.912468 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de45a90b-5df6-4ca5-aee5-98b983d94280 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (b5d95c4f-9100-4d75-b6ee-c8177965f318), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:11.915493 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-de45a90b-5df6-4ca5-aee5-98b983d94280 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:11.926085 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-de45a90b-5df6-4ca5-aee5-98b983d94280 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b5d95c4f-9100-4d75-b6ee-c8177965f318 HTTP/1.1" status: 204 len: 168 time: 0.2697802 Jun 30 16:42:11.928527 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45a90b-5df6-4ca5-aee5-98b983d94280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d95c4f-9100-4d75-b6ee-c8177965f318,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:12.375171 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:14.599197 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42336) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:14.713429 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a01716f6-8a61-47f8-b3ea-750f262e18b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:14.774213 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:14.793521 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a01716f6-8a61-47f8-b3ea-750f262e18b6 admin admin] Publish callbacks [] for security_group (13a440c2-5f75-47c6-b17e-832c531622fb), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:14.928105 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a01716f6-8a61-47f8-b3ea-750f262e18b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (13a440c2-5f75-47c6-b17e-832c531622fb), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:14.978457 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-a01716f6-8a61-47f8-b3ea-750f262e18b6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5111713eb033408dae1e633bb8c371c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3758872 Jun 30 16:42:14.978457 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01716f6-8a61-47f8-b3ea-750f262e18b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a440c2-5f75-47c6-b17e-832c531622fb,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:14.980275 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42344) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:15.036291 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Publish callbacks [] for security_group (13a440c2-5f75-47c6-b17e-832c531622fb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:15.059984 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Publish callbacks [] for security_group (13a440c2-5f75-47c6-b17e-832c531622fb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:15.104515 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42348) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:15.210725 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (13a440c2-5f75-47c6-b17e-832c531622fb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:15.213312 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:15.214395 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/13a440c2-5f75-47c6-b17e-832c531622fb HTTP/1.1" status: 204 len: 168 time: 0.2334530 Jun 30 16:42:15.223139 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-78b2d937-aa6f-424e-aed2-2958f05c317c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:15.240134 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a440c2-5f75-47c6-b17e-832c531622fb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:15.253731 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.254059 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.254365 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.254910 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.255249 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.255617 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.255952 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.256281 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.256612 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.256942 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.257349 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.257676 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.258182 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.258509 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.258857 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-712b725f-3ec7-4164-b0d5-42e154c32f28 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:15.288162 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:15.291889 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=81,neutron:DELETE=8,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:15.336853 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-78b2d937-aa6f-424e-aed2-2958f05c317c admin admin] Publish callbacks [] for security_group (3acfd60f-9e09-4a3d-a166-cd4cd3555b02), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:15.413349 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-78b2d937-aa6f-424e-aed2-2958f05c317c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (3acfd60f-9e09-4a3d-a166-cd4cd3555b02), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:15.453668 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b2d937-aa6f-424e-aed2-2958f05c317c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3acfd60f-9e09-4a3d-a166-cd4cd3555b02,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:15.457940 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-78b2d937-aa6f-424e-aed2-2958f05c317c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=450b26a225464051b4c488c847ae87f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3521907 Jun 30 16:42:15.460808 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42356) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:15.521141 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-753ef2d4-424a-4f5f-84d9-7172d7676690 admin admin] Publish callbacks [] for security_group (3acfd60f-9e09-4a3d-a166-cd4cd3555b02), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:15.543321 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-753ef2d4-424a-4f5f-84d9-7172d7676690 admin admin] Publish callbacks [] for security_group (3acfd60f-9e09-4a3d-a166-cd4cd3555b02), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:15.723939 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-753ef2d4-424a-4f5f-84d9-7172d7676690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (3acfd60f-9e09-4a3d-a166-cd4cd3555b02), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:15.726693 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-753ef2d4-424a-4f5f-84d9-7172d7676690 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:15.727913 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-753ef2d4-424a-4f5f-84d9-7172d7676690 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3acfd60f-9e09-4a3d-a166-cd4cd3555b02 HTTP/1.1" status: 204 len: 168 time: 0.2660911 Jun 30 16:42:15.736879 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ef2d4-424a-4f5f-84d9-7172d7676690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3acfd60f-9e09-4a3d-a166-cd4cd3555b02,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:15.914047 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42362) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:15.928219 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83080545-c86d-40a0-ae47-58ca0274b5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.006774 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83080545-c86d-40a0-ae47-58ca0274b5a6 admin admin] Publish callbacks [] for security_group (c5f44e3f-dc14-4545-a35d-6eba2edca63a), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.066810 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-83080545-c86d-40a0-ae47-58ca0274b5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (c5f44e3f-dc14-4545-a35d-6eba2edca63a), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.112445 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-83080545-c86d-40a0-ae47-58ca0274b5a6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e3970b5007b41e7837c42d63cf6c448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972983 Jun 30 16:42:16.113588 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83080545-c86d-40a0-ae47-58ca0274b5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5f44e3f-dc14-4545-a35d-6eba2edca63a,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:16.115178 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42366) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:16.167770 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1ffa675b-8b7b-45b5-9d6a-3410be2004ed admin admin] Publish callbacks [] for security_group (c5f44e3f-dc14-4545-a35d-6eba2edca63a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.191166 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1ffa675b-8b7b-45b5-9d6a-3410be2004ed admin admin] Publish callbacks [] for security_group (c5f44e3f-dc14-4545-a35d-6eba2edca63a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.306581 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1ffa675b-8b7b-45b5-9d6a-3410be2004ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (c5f44e3f-dc14-4545-a35d-6eba2edca63a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.309223 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-1ffa675b-8b7b-45b5-9d6a-3410be2004ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.314105 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-1ffa675b-8b7b-45b5-9d6a-3410be2004ed admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c5f44e3f-dc14-4545-a35d-6eba2edca63a HTTP/1.1" status: 204 len: 168 time: 0.1941640 Jun 30 16:42:16.319807 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffa675b-8b7b-45b5-9d6a-3410be2004ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5f44e3f-dc14-4545-a35d-6eba2edca63a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:16.391172 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42372) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:16.414442 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3e5fda55-6a4f-4b1a-afb0-d7756cf961e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.502259 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3e5fda55-6a4f-4b1a-afb0-d7756cf961e0 admin admin] Publish callbacks [] for security_group (c112a5fe-1578-4f8e-8da8-eedda07b86b1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.643728 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3e5fda55-6a4f-4b1a-afb0-d7756cf961e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (c112a5fe-1578-4f8e-8da8-eedda07b86b1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.692374 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-3e5fda55-6a4f-4b1a-afb0-d7756cf961e0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2a9c1b34b4074e0081684b2dc1e98182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2994485 Jun 30 16:42:16.693374 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5fda55-6a4f-4b1a-afb0-d7756cf961e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c112a5fe-1578-4f8e-8da8-eedda07b86b1,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:16.695077 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42380) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:16.746206 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-540957a2-9e51-44f3-a7ef-90e05504e667 admin admin] Publish callbacks [] for security_group (c112a5fe-1578-4f8e-8da8-eedda07b86b1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.769276 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-540957a2-9e51-44f3-a7ef-90e05504e667 admin admin] Publish callbacks [] for security_group (c112a5fe-1578-4f8e-8da8-eedda07b86b1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.922562 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-540957a2-9e51-44f3-a7ef-90e05504e667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (c112a5fe-1578-4f8e-8da8-eedda07b86b1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.925288 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-540957a2-9e51-44f3-a7ef-90e05504e667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:16.929481 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-540957a2-9e51-44f3-a7ef-90e05504e667 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c112a5fe-1578-4f8e-8da8-eedda07b86b1 HTTP/1.1" status: 204 len: 168 time: 0.2333112 Jun 30 16:42:16.939221 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540957a2-9e51-44f3-a7ef-90e05504e667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c112a5fe-1578-4f8e-8da8-eedda07b86b1,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:17.690834 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42410) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:17.705689 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c52fd644-f4d7-4622-9039-55c3b78011c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:17.744720 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:17.785337 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c52fd644-f4d7-4622-9039-55c3b78011c2 admin admin] Publish callbacks [] for security_group (cd1966c6-1721-4726-8ad0-80d5c77120e2), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:18.042103 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c52fd644-f4d7-4622-9039-55c3b78011c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (cd1966c6-1721-4726-8ad0-80d5c77120e2), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:18.077391 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:18.084680 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c52fd644-f4d7-4622-9039-55c3b78011c2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=11e37a9637df45ecbba5343b6022407d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926363 Jun 30 16:42:18.087450 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42414) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:18.089517 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fd644-f4d7-4622-9039-55c3b78011c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd1966c6-1721-4726-8ad0-80d5c77120e2,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:18.147221 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b155a012-1b71-4bad-8796-b64e7c79a0d3 admin admin] Publish callbacks [] for security_group (cd1966c6-1721-4726-8ad0-80d5c77120e2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:18.165795 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b155a012-1b71-4bad-8796-b64e7c79a0d3 admin admin] Publish callbacks [] for security_group (cd1966c6-1721-4726-8ad0-80d5c77120e2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:18.178535 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:UPDATE=2,neutron:SELECT=83,neutron:INSERT=11,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:18.323672 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b155a012-1b71-4bad-8796-b64e7c79a0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (cd1966c6-1721-4726-8ad0-80d5c77120e2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:18.326396 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b155a012-1b71-4bad-8796-b64e7c79a0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:18.327558 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-b155a012-1b71-4bad-8796-b64e7c79a0d3 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cd1966c6-1721-4726-8ad0-80d5c77120e2 HTTP/1.1" status: 204 len: 168 time: 0.2390647 Jun 30 16:42:18.336808 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155a012-1b71-4bad-8796-b64e7c79a0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd1966c6-1721-4726-8ad0-80d5c77120e2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:19.503544 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42448) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:19.604528 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-688349273-network', 'tenant_id': 'fc48c4912c8647d482593a28474d6b14'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:19.656117 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Made reservation on behalf of fc48c4912c8647d482593a28474d6b14 for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:42:19.658486 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:19.667386 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:19.746312 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Publish callbacks [] for security_group (05a7d961-844a-49e3-aca3-e8f7416b8376), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:19.813777 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (05a7d961-844a-49e3-aca3-e8f7416b8376), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:19.842075 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:42:19.852918 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a7d961-844a-49e3-aca3-e8f7416b8376,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:19.861655 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (80b96352-8eb1-413e-bd9b-e6c00bef2164), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:19.862000 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.segments_db [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Added segment 80b96352-8eb1-413e-bd9b-e6c00bef2164 of type vlan for network d9c21de2-16f4-4f3f-9d4d-665494393536 Jun 30 16:42:19.864055 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.864383 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.864719 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.865055 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.865384 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.865723 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.866027 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.866347 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.866668 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.866988 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.867308 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.867655 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.867974 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.868437 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.868611 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:19.920779 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (d9c21de2-16f4-4f3f-9d4d-665494393536), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:20.032493 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (d9c21de2-16f4-4f3f-9d4d-665494393536), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:20.033558 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:20.034348 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:20.103930 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] Pushing event updated for resources: {'Network': ['ID=d9c21de2-16f4-4f3f-9d4d-665494393536,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:20.114165 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network d9c21de2-16f4-4f3f-9d4d-665494393536 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:42:20.116426 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:20.118344 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=56,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:20.217783 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-9131ebc4-c508-4a78-94ce-69a80541f167 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7129774 Jun 30 16:42:20.220438 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42462) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:20.225033 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-74ff1098-20d8-4212-ba00-7bc61d8db8e3 admin admin] Request body: {'subnet': {'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-688349273-subnet', 'tenant_id': 'fc48c4912c8647d482593a28474d6b14', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:20.334924 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ff1098-20d8-4212-ba00-7bc61d8db8e3 admin admin] Made reservation on behalf of fc48c4912c8647d482593a28474d6b14 for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:42:20.337469 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74ff1098-20d8-4212-ba00-7bc61d8db8e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13262319'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:20.581712 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74ff1098-20d8-4212-ba00-7bc61d8db8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13008807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13262329'] for subnet (aff5c78e-8a8f-4ec0-8d47-7e57beb9d330), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:20.642798 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff1098-20d8-4212-ba00-7bc61d8db8e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aff5c78e-8a8f-4ec0-8d47-7e57beb9d330,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:20.652653 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ff1098-20d8-4212-ba00-7bc61d8db8e3 admin admin] Checking segment: {'id': '80b96352-8eb1-413e-bd9b-e6c00bef2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:42:20.653011 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff1098-20d8-4212-ba00-7bc61d8db8e3 admin admin] Network hostable DHCP agents. Network: d9c21de2-16f4-4f3f-9d4d-665494393536, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:42:20.769073 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ff1098-20d8-4212-ba00-7bc61d8db8e3 admin admin] Network d9c21de2-16f4-4f3f-9d4d-665494393536 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:42:20.840364 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:42:20.870649 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-74ff1098-20d8-4212-ba00-7bc61d8db8e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, d9c21de2-16f4-4f3f-9d4d-665494393536) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:20.875047 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ff1098-20d8-4212-ba00-7bc61d8db8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:20.875754 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-74ff1098-20d8-4212-ba00-7bc61d8db8e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:20.880943 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f659e1c9-239a-4c04-96fb-30cb0d85d454 None None] Network d9c21de2-16f4-4f3f-9d4d-665494393536 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:42:20.977635 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-74ff1098-20d8-4212-ba00-7bc61d8db8e3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7561629 Jun 30 16:42:20.994212 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed52a7e2-afdb-4a6e-88ca-e1a8a226acb8 None None] Network d9c21de2-16f4-4f3f-9d4d-665494393536 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:42:21.005507 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42472) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:21.143041 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f75e8da2-0f77-4d2a-9aec-36a5e651d75f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:21.238449 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f75e8da2-0f77-4d2a-9aec-36a5e651d75f admin admin] Publish callbacks [] for security_group (3f0e2707-20d6-4c1d-abcd-23765b570816), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:21.356458 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f75e8da2-0f77-4d2a-9aec-36a5e651d75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (3f0e2707-20d6-4c1d-abcd-23765b570816), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:21.398496 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75e8da2-0f77-4d2a-9aec-36a5e651d75f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0e2707-20d6-4c1d-abcd-23765b570816,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:21.403752 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-f75e8da2-0f77-4d2a-9aec-36a5e651d75f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=41a84a287aad4e089bf30d9c8fb91986&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3965802 Jun 30 16:42:21.408814 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42484) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:21.466252 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87d00ddf-57c6-47a2-ab4a-f9b00961d862 admin admin] Publish callbacks [] for security_group (3f0e2707-20d6-4c1d-abcd-23765b570816), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:21.491006 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87d00ddf-57c6-47a2-ab4a-f9b00961d862 admin admin] Publish callbacks [] for security_group (3f0e2707-20d6-4c1d-abcd-23765b570816), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:21.593302 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87d00ddf-57c6-47a2-ab4a-f9b00961d862 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (3f0e2707-20d6-4c1d-abcd-23765b570816), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:21.596160 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-87d00ddf-57c6-47a2-ab4a-f9b00961d862 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:21.597598 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-87d00ddf-57c6-47a2-ab4a-f9b00961d862 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/3f0e2707-20d6-4c1d-abcd-23765b570816 HTTP/1.1" status: 204 len: 168 time: 0.1878664 Jun 30 16:42:21.619050 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d00ddf-57c6-47a2-ab4a-f9b00961d862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0e2707-20d6-4c1d-abcd-23765b570816,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:21.662363 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42490) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:21.775701 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bbf1811c-26ca-44ec-8d98-8b8e63d7d23a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:21.786885 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:21.796629 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:21.853103 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bbf1811c-26ca-44ec-8d98-8b8e63d7d23a admin admin] Publish callbacks [] for security_group (c8e98408-b0cd-43c3-a848-5a03f6b950a5), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:21.970885 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-bbf1811c-26ca-44ec-8d98-8b8e63d7d23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (c8e98408-b0cd-43c3-a848-5a03f6b950a5), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:22.019066 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-bbf1811c-26ca-44ec-8d98-8b8e63d7d23a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=79ea8306f28d4c838e5b82645df11a21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3552516 Jun 30 16:42:22.020187 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1811c-26ca-44ec-8d98-8b8e63d7d23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e98408-b0cd-43c3-a848-5a03f6b950a5,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:22.021845 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42494) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:22.060363 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:22.084272 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff99c-1b9f-4432-810b-5ce01aada952 admin admin] Publish callbacks [] for security_group (c8e98408-b0cd-43c3-a848-5a03f6b950a5), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:22.099721 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff99c-1b9f-4432-810b-5ce01aada952 admin admin] Publish callbacks [] for security_group (c8e98408-b0cd-43c3-a848-5a03f6b950a5), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:22.266210 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff99c-1b9f-4432-810b-5ce01aada952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (c8e98408-b0cd-43c3-a848-5a03f6b950a5), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:22.268822 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3e3ff99c-1b9f-4432-810b-5ce01aada952 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:22.269998 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-3e3ff99c-1b9f-4432-810b-5ce01aada952 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c8e98408-b0cd-43c3-a848-5a03f6b950a5 HTTP/1.1" status: 204 len: 168 time: 0.2471619 Jun 30 16:42:22.278859 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3ff99c-1b9f-4432-810b-5ce01aada952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e98408-b0cd-43c3-a848-5a03f6b950a5,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:22.823242 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=2 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:23.376359 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42556) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:23.463049 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-d6e478b1-d63d-4298-8ef0-34d1840749d8 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:23.464683 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-d6e478b1-d63d-4298-8ef0-34d1840749d8 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/networks?id=d9c21de2-16f4-4f3f-9d4d-665494393536 HTTP/1.1" status: 200 len: 808 time: 0.1128755 Jun 30 16:42:23.479069 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1394112776-network', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:23.480290 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-17a07b6e-4435-4359-bfe1-196d6cd14601 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/quotas/fc48c4912c8647d482593a28474d6b14 HTTP/1.1" status: 200 len: 375 time: 0.0095541 Jun 30 16:42:23.494768 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:23.518114 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ab4b8943-ff65-4591-bbb1-ad7813d396b4 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc48c4912c8647d482593a28474d6b14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0323739 Jun 30 16:42:23.582940 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Made reservation on behalf of ce9b910eae974562929f660ba8c7af4c for: {'network': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:42:23.582940 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:23.592190 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:23.612787 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-0c0de66c-21a4-49a0-8780-49dc9d481077 service neutron] 10.222.0.67 "GET /v2.0/networks/d9c21de2-16f4-4f3f-9d4d-665494393536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875015 Jun 30 16:42:23.673183 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Publish callbacks [] for security_group (9a7c032d-ef1c-4150-8cf4-987e5ba45a7d), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:23.712967 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-76722763-4d1c-4703-b1da-ff64639923ba service neutron] 10.222.0.67 "GET /v2.0/networks/d9c21de2-16f4-4f3f-9d4d-665494393536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941100 Jun 30 16:42:23.786878 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (9a7c032d-ef1c-4150-8cf4-987e5ba45a7d), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:23.814272 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=104393) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:42:23.825400 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:23.831789 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (8536dd60-3345-4a96-8033-0d0b3663ed95), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:23.832135 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.segments_db [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Added segment 8536dd60-3345-4a96-8033-0d0b3663ed95 of type vlan for network 432368ea-cf2c-480c-9e0a-66cefd6e1974 Jun 30 16:42:23.879630 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (432368ea-cf2c-480c-9e0a-66cefd6e1974), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:23.958726 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eb0687c7-22b2-40a5-804a-51e9875175a6 req-efc7996e-f264-4645-a34f-8780a4670205 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 210 time: 0.0290864 Jun 30 16:42:24.007903 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (432368ea-cf2c-480c-9e0a-66cefd6e1974), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:24.007903 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:24.007903 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:24.076935 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] Pushing event updated for resources: {'Network': ['ID=432368ea-cf2c-480c-9e0a-66cefd6e1974,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:24.086722 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 432368ea-cf2c-480c-9e0a-66cefd6e1974 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:42:24.115266 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-c9eb9508-d25d-4ddc-95eb-7747fa763359 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7372265 Jun 30 16:42:24.117539 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42572) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:24.122479 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-631fcfbe-8b3b-4ecc-96a6-7c2ef48035a5 admin admin] Request body: {'subnet': {'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1394112776-subnet', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'ip_version': 4}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:24.255495 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631fcfbe-8b3b-4ecc-96a6-7c2ef48035a5 admin admin] Made reservation on behalf of ce9b910eae974562929f660ba8c7af4c for: {'subnet': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:42:24.258216 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-631fcfbe-8b3b-4ecc-96a6-7c2ef48035a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13262319'] for subnet (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:24.371232 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:INSERT=23,neutron:SELECT=73,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:24.507113 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-631fcfbe-8b3b-4ecc-96a6-7c2ef48035a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13008807', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13262329'] for subnet (2b843cf8-48cc-4192-9e54-7455626720e3), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:24.548307 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:24.563991 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631fcfbe-8b3b-4ecc-96a6-7c2ef48035a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b843cf8-48cc-4192-9e54-7455626720e3,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:24.574887 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-631fcfbe-8b3b-4ecc-96a6-7c2ef48035a5 admin admin] Checking segment: {'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:42:24.575245 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631fcfbe-8b3b-4ecc-96a6-7c2ef48035a5 admin admin] Network hostable DHCP agents. Network: 432368ea-cf2c-480c-9e0a-66cefd6e1974, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104393) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:42:24.699456 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631fcfbe-8b3b-4ecc-96a6-7c2ef48035a5 admin admin] Network 432368ea-cf2c-480c-9e0a-66cefd6e1974 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104393) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:42:24.828261 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-631fcfbe-8b3b-4ecc-96a6-7c2ef48035a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 432368ea-cf2c-480c-9e0a-66cefd6e1974) {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:24.832591 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631fcfbe-8b3b-4ecc-96a6-7c2ef48035a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:24.833194 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-631fcfbe-8b3b-4ecc-96a6-7c2ef48035a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:24.839068 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a90aa08-1d9f-4548-b28b-e999951d5358 None None] Network 432368ea-cf2c-480c-9e0a-66cefd6e1974 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:42:24.950307 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-432368ea-cf2c-480c-9e0a-66cefd6e1974', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'fixed_ips': [{'subnet_id': '2b843cf8-48cc-4192-9e54-7455626720e3'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:42:24.951416 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:25.025256 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42584) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:25.026340 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-631fcfbe-8b3b-4ecc-96a6-7c2ef48035a5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9075673 Jun 30 16:42:25.031965 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:25.070424 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a755392f-5e10-456f-a291-14f4e8ce66f4 req-7d8142d3-cc34-4a99-9bae-76956bb1bdd8 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 210 time: 0.0494049 Jun 30 16:42:25.110798 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Allocated IP 172.20.0.2 (432368ea-cf2c-480c-9e0a-66cefd6e1974/2b843cf8-48cc-4192-9e54-7455626720e3/25571e04-72ac-499b-b415-3d8aee911f4c) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:42:25.261231 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Publish callbacks [] for port (25571e04-72ac-499b-b415-3d8aee911f4c), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:25.307982 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42960'] for router (16a0858b-327b-4bcb-8f02-84be4841b7b1), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:25.309074 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1039047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42969'] for router (16a0858b-327b-4bcb-8f02-84be4841b7b1), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:25.352914 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:25.364920 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Publish callbacks [] for router_controller (16a0858b-327b-4bcb-8f02-84be4841b7b1), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:25.402047 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Network 432368ea-cf2c-480c-9e0a-66cefd6e1974 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:42:25.405395 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:25.409503 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:42:25.414595 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Pushing event updated for resources: {'Port': ['ID=25571e04-72ac-499b-b415-3d8aee911f4c,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:25.424126 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.424477 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.424831 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.425172 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.425505 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.425837 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.426165 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.426488 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.426811 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.427133 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.427538 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.427805 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.428126 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.428445 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.428762 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:25.578144 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Publish callbacks [] for router_gateway (16a0858b-327b-4bcb-8f02-84be4841b7b1), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:25.612365 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Attempting to bind port 25571e04-72ac-499b-b415-3d8aee911f4c on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:42:25.612740 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Attempting to bind port 25571e04-72ac-499b-b415-3d8aee911f4c by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:42:25.613103 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Attempting to bind port 25571e04-72ac-499b-b415-3d8aee911f4c on network 432368ea-cf2c-480c-9e0a-66cefd6e1974 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:42:25.618436 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:42:25.618814 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Checking segment: {'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:42:25.619225 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:25.619656 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Bound using segment: {'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:42:25.620122 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Bound port: 25571e04-72ac-499b-b415-3d8aee911f4c, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:42:25.620498 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:25.629586 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:25.673301 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:25.682056 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] For port 25571e04-72ac-499b-b415-3d8aee911f4c, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:42:25.684983 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] For port 25571e04-72ac-499b-b415-3d8aee911f4c, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=25571e04-72ac-499b-b415-3d8aee911f4c,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:42:25.804937 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:25.880240 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d8ae5a-3c98-4f9a-8868-950cba95be8d None None] Pushing event updated for resources: {'Port': ['ID=25571e04-72ac-499b-b415-3d8aee911f4c,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:26.217424 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-66423d00-44e9-4f11-9b5e-96822f99edaf req-40867877-5a98-4cc1-a2ce-66deb829b832 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 210 time: 0.0517967 Jun 30 16:42:26.242012 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Publish callbacks [] for router_gateway (16a0858b-327b-4bcb-8f02-84be4841b7b1), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:26.264114 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:26.378390 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:26.379738 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Allocated IP 172.27.2.229 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/71d30087-0833-45c5-9175-76efb59cc36e) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:42:26.399317 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-39968950-f386-446e-80c4-b6759146e2d6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:26.400046 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-39968950-f386-446e-80c4-b6759146e2d6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.65 "GET /v2.0/networks?id=d9c21de2-16f4-4f3f-9d4d-665494393536 HTTP/1.1" status: 200 len: 808 time: 0.1111453 Jun 30 16:42:26.413802 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Request body: {'port': {'device_id': 'c5b5b090-631c-4a31-89a5-393056df1c5d', 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536', 'admin_state_up': True, 'tenant_id': 'fc48c4912c8647d482593a28474d6b14'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:26.493488 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Publish callbacks [] for port (71d30087-0833-45c5-9175-76efb59cc36e), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:26.604181 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Made reservation on behalf of fc48c4912c8647d482593a28474d6b14 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:42:26.604677 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (71d30087-0833-45c5-9175-76efb59cc36e), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:26.607759 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:26.612580 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:26.654241 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:42:26.657617 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:26.661949 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:42:26.684728 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Pushing event updated for resources: {'Port': ['ID=71d30087-0833-45c5-9175-76efb59cc36e,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:26.767031 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Allocated IP 172.20.0.6 (d9c21de2-16f4-4f3f-9d4d-665494393536/aff5c78e-8a8f-4ec0-8d47-7e57beb9d330/b5174eb1-20a3-49fe-adbd-841f7b274334) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:42:26.928875 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9e37f-bdcd-4942-8357-faeb28e77f88 None None] Network 432368ea-cf2c-480c-9e0a-66cefd6e1974 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:42:26.944653 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks [] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.027964 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Publish callbacks [] for router_gateway (16a0858b-327b-4bcb-8f02-84be4841b7b1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.043786 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.054937 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3d37f46e-baca-4d8f-9f28-da5984d3a88f None None] Provisioning complete for port 25571e04-72ac-499b-b415-3d8aee911f4c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:27.055312 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3d37f46e-baca-4d8f-9f28-da5984d3a88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.085281 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Network d9c21de2-16f4-4f3f-9d4d-665494393536 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:42:27.092043 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:27.099724 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:42:27.174636 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:27.189022 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Pushing event updated for resources: {'Port': ['ID=b5174eb1-20a3-49fe-adbd-841f7b274334,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:27.212193 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3d37f46e-baca-4d8f-9f28-da5984d3a88f None None] Current status of the port 25571e04-72ac-499b-b415-3d8aee911f4c is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:27.216986 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3d37f46e-baca-4d8f-9f28-da5984d3a88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.217124 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:27.217372 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.252554 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-3d37f46e-baca-4d8f-9f28-da5984d3a88f None None] For port 25571e04-72ac-499b-b415-3d8aee911f4c, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=25571e04-72ac-499b-b415-3d8aee911f4c,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:27.255172 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 25571e04-72ac-499b-b415-3d8aee911f4c up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:42:27.319825 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 25571e04-72ac-499b-b415-3d8aee911f4c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:27.320391 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.346972 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-97c36b4a-939b-4cc4-9114-a1bb9f6fec49 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9373071 Jun 30 16:42:27.352969 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3d37f46e-baca-4d8f-9f28-da5984d3a88f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.362741 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Request body: {'port': {'device_id': 'c5b5b090-631c-4a31-89a5-393056df1c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:27.378166 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ac42e-2fa9-4414-a1ab-1c6c5a748233 req-6dbac03b-a558-4502-9ea8-ff6bd0f25349 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:27.379879 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0f1ac42e-2fa9-4414-a1ab-1c6c5a748233 req-6dbac03b-a558-4502-9ea8-ff6bd0f25349 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 931 time: 0.0765829 Jun 30 16:42:27.415660 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:27.417355 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1039425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570'] for router (16a0858b-327b-4bcb-8f02-84be4841b7b1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.447266 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d37f46e-baca-4d8f-9f28-da5984d3a88f None None] Pushing event updated for resources: {'Port': ['ID=25571e04-72ac-499b-b415-3d8aee911f4c,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:27.450430 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 25571e04-72ac-499b-b415-3d8aee911f4c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:27.472417 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:27.473009 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.482993 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-3491da64-6b52-4cb7-ad3c-3db3ce4ba220 None None] Provisioning complete for port 25571e04-72ac-499b-b415-3d8aee911f4c triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:27.484704 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-3491da64-6b52-4cb7-ad3c-3db3ce4ba220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.533573 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0f1ac42e-2fa9-4414-a1ab-1c6c5a748233 req-71d24934-9f78-4e29-87aa-078b697ebd0d tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470048 Jun 30 16:42:27.596812 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-3491da64-6b52-4cb7-ad3c-3db3ce4ba220 None None] Current status of the port 25571e04-72ac-499b-b415-3d8aee911f4c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:27.718119 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Router 16a0858b-327b-4bcb-8f02-84be4841b7b1 is scheduled to L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 16:42:27.762569 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5174eb1-20a3-49fe-adbd-841f7b274334 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:42:27.770877 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Publish callbacks [] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.784513 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Transition to ACTIVE for port object b5174eb1-20a3-49fe-adbd-841f7b274334 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:42:27.821178 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:42:27.830601 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Sync routers for ids ['16a0858b-327b-4bcb-8f02-84be4841b7b1'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:42:27.841084 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Routers {'16a0858b-327b-4bcb-8f02-84be4841b7b1'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:27.841695 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['16a0858b-327b-4bcb-8f02-84be4841b7b1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:27.867089 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.907236 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:27.909689 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-82f165ee-fa50-4d96-bc48-883511ce53bc admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8817465 Jun 30 16:42:27.911628 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42614) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:27.924265 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Pushing event updated for resources: {'Port': ['ID=b5174eb1-20a3-49fe-adbd-841f7b274334,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:27.953359 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Set router 16a0858b-327b-4bcb-8f02-84be4841b7b1 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:27.980996 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:28.004621 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Attempting to bind port b5174eb1-20a3-49fe-adbd-841f7b274334 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:42:28.004944 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Attempting to bind port b5174eb1-20a3-49fe-adbd-841f7b274334 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '80b96352-8eb1-413e-bd9b-e6c00bef2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:42:28.005293 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Attempting to bind port b5174eb1-20a3-49fe-adbd-841f7b274334 on network d9c21de2-16f4-4f3f-9d4d-665494393536 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:42:28.010674 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Port b5174eb1-20a3-49fe-adbd-841f7b274334 on network d9c21de2-16f4-4f3f-9d4d-665494393536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:42:28.010674 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Attempting to bind port b5174eb1-20a3-49fe-adbd-841f7b274334 on network d9c21de2-16f4-4f3f-9d4d-665494393536 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:42:28.016200 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:42:28.016543 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Checking segment: {'id': '80b96352-8eb1-413e-bd9b-e6c00bef2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:42:28.016930 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Bound using segment: {'id': '80b96352-8eb1-413e-bd9b-e6c00bef2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:42:28.017362 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Bound port: b5174eb1-20a3-49fe-adbd-841f7b274334, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b96352-8eb1-413e-bd9b-e6c00bef2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:42:28.017775 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:28.078059 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:28.094840 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] For port b5174eb1-20a3-49fe-adbd-841f7b274334, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:42:28.098946 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] For port b5174eb1-20a3-49fe-adbd-841f7b274334, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b5174eb1-20a3-49fe-adbd-841f7b274334,segment=NetworkSegment(80b96352-8eb1-413e-bd9b-e6c00bef2164),segment_id=80b96352-8eb1-413e-bd9b-e6c00bef2164)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:42:28.141799 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:42:26Z', 'revision_number': 3, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:28.167446 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Checking router: 16a0858b-327b-4bcb-8f02-84be4841b7b1 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:42:28.167817 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Updating router 16a0858b-327b-4bcb-8f02-84be4841b7b1 port 71d30087-0833-45c5-9175-76efb59cc36e binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:42:28.181541 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:28.200350 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (71d30087-0833-45c5-9175-76efb59cc36e), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:28.224949 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:28.225668 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:28.227079 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] 10.222.0.65 "PUT /v2.0/ports/b5174eb1-20a3-49fe-adbd-841f7b274334 HTTP/1.1" status: 200 len: 1093 time: 0.8698447 Jun 30 16:42:28.227580 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5b5b090-631c-4a31-89a5-393056df1c5d', 'tag': 'b5174eb1-20a3-49fe-adbd-841f7b274334'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:42:28.230531 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82f46aa-b484-4159-aef1-64690696574e" -d '{"events": [{"name": "network-changed", "server_uuid": "c5b5b090-631c-4a31-89a5-393056df1c5d", "tag": "b5174eb1-20a3-49fe-adbd-841f7b274334"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:42:28.268171 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb7fd28-a2a0-4d4d-84be-f8430733f928 service neutron] Pushing event updated for resources: {'Port': ['ID=b5174eb1-20a3-49fe-adbd-841f7b274334,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:28.279393 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68f38adf-0489-4494-b904-50a60e78f60a x-openstack-request-id: req-68f38adf-0489-4494-b904-50a60e78f60a {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:42:28.279746 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5b5b090-631c-4a31-89a5-393056df1c5d", "tag": "b5174eb1-20a3-49fe-adbd-841f7b274334", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:42:28.279968 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-68f38adf-0489-4494-b904-50a60e78f60a {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:42:28.281210 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68f38adf-0489-4494-b904-50a60e78f60a'] response: {'name': 'network-changed', 'server_uuid': 'c5b5b090-631c-4a31-89a5-393056df1c5d', 'tag': 'b5174eb1-20a3-49fe-adbd-841f7b274334', 'status': 'completed', 'code': 200} Jun 30 16:42:28.343551 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f46aa-b484-4159-aef1-64690696574e req-8c5f1068-3073-4394-b8e1-7dafec804869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:28.344988 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d82f46aa-b484-4159-aef1-64690696574e req-8c5f1068-3073-4394-b8e1-7dafec804869 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc48c4912c8647d482593a28474d6b14&device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 1127 time: 0.0449312 Jun 30 16:42:28.384036 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:28.490289 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f46aa-b484-4159-aef1-64690696574e req-7f17a1d1-1b31-41da-af51-af8259ddc7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:28.492493 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d82f46aa-b484-4159-aef1-64690696574e req-7f17a1d1-1b31-41da-af51-af8259ddc7c3 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=fc48c4912c8647d482593a28474d6b14&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1402881 Jun 30 16:42:28.510831 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Publish callbacks [] for port (71d30087-0833-45c5-9175-76efb59cc36e), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:28.540536 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:28.551666 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Allocated IP 172.20.0.1 (432368ea-cf2c-480c-9e0a-66cefd6e1974/2b843cf8-48cc-4192-9e54-7455626720e3/1e8ef572-733a-4b20-8fdb-61a6fef9a2a5) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:42:28.592634 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (71d30087-0833-45c5-9175-76efb59cc36e), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:28.607102 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82f46aa-b484-4159-aef1-64690696574e req-12754725-c874-4698-836d-8e27f2b66c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:28.610250 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d82f46aa-b484-4159-aef1-64690696574e req-12754725-c874-4698-836d-8e27f2b66c98 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1106203 Jun 30 16:42:28.654698 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Pushing event updated for resources: {'Port': ['ID=71d30087-0833-45c5-9175-76efb59cc36e,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:28.657913 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Attempting to bind port 71d30087-0833-45c5-9175-76efb59cc36e on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:42:28.658663 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Attempting to bind port 71d30087-0833-45c5-9175-76efb59cc36e by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:42:28.659261 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Attempting to bind port 71d30087-0833-45c5-9175-76efb59cc36e on network 31e1378b-073c-4b12-ba8a-daf195bf9e82 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:42:28.670195 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:42:28.670563 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:42:28.671579 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:28.672414 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Bound using segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:42:28.672990 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Bound port: 71d30087-0833-45c5-9175-76efb59cc36e, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:42:28.673644 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (71d30087-0833-45c5-9175-76efb59cc36e), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:28.676236 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.676577 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.676938 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.681724 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.685817 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.687572 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.688086 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.688609 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.689120 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.689458 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.689797 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.690145 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.690477 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.690802 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.691125 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104396) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:42:28.722382 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-2609ad22-6293-4b3e-aa1a-0a82bb4f6cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:28.723985 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-2609ad22-6293-4b3e-aa1a-0a82bb4f6cbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc48c4912c8647d482593a28474d6b14&device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 1127 time: 0.0705223 Jun 30 16:42:28.747277 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23b077-ef31-4f80-b4d9-dd512d692831 req-a21bb6a0-556a-472a-87f6-d309933ebdd2 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:28.751982 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ac23b077-ef31-4f80-b4d9-dd512d692831 req-a21bb6a0-556a-472a-87f6-d309933ebdd2 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 943 time: 0.1432874 Jun 30 16:42:28.762024 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] For port 71d30087-0833-45c5-9175-76efb59cc36e, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:42:28.765781 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] For port 71d30087-0833-45c5-9175-76efb59cc36e, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=71d30087-0833-45c5-9175-76efb59cc36e,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:42:28.770915 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-541a38ab-5692-4cdb-a5d9-0b17a1e88021 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b5174eb1-20a3-49fe-adbd-841f7b274334 HTTP/1.1" status: 200 len: 217 time: 0.0385559 Jun 30 16:42:28.779226 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Publish callbacks [] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:28.832061 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-85a29dbe-98cf-4ef1-8e0d-974a7657ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:28.836537 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-85a29dbe-98cf-4ef1-8e0d-974a7657ee6b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aff5c78e-8a8f-4ec0-8d47-7e57beb9d330 HTTP/1.1" status: 200 len: 848 time: 0.0547965 Jun 30 16:42:28.851608 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ac23b077-ef31-4f80-b4d9-dd512d692831 req-aea3f2e3-a719-4084-a7e5-1c47cfb49cc9 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717523 Jun 30 16:42:28.856185 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (71d30087-0833-45c5-9175-76efb59cc36e), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:28.875009 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-d79c235c-fa3c-44e5-a8e4-2da88181703a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9c21de2-16f4-4f3f-9d4d-665494393536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335407 Jun 30 16:42:28.922832 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Routers {'16a0858b-327b-4bcb-8f02-84be4841b7b1'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:28.923449 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['16a0858b-327b-4bcb-8f02-84be4841b7b1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:28.926270 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904ecaa-df9c-4b71-8b48-f64b6e057035 None None] Pushing event updated for resources: {'Port': ['ID=71d30087-0833-45c5-9175-76efb59cc36e,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:28.929001 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:28.963600 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:28.975979 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Network 432368ea-cf2c-480c-9e0a-66cefd6e1974 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:42:28.981492 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-b56dfc5f-d2e9-4805-ba2b-9c36be101ef0 service neutron] 10.222.0.65 "GET /v2.0/networks/d9c21de2-16f4-4f3f-9d4d-665494393536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003630 Jun 30 16:42:28.982126 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:28.986815 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:42:29.007180 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:29.008010 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:29.024980 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8ef572-733a-4b20-8fdb-61a6fef9a2a5,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:29.038480 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] Set router 16a0858b-327b-4bcb-8f02-84be4841b7b1 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:29.048864 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040305'] for router_interface (16a0858b-327b-4bcb-8f02-84be4841b7b1), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:29.052581 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42626) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:29.120587 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-3eab797d-382b-45b8-923a-3b25c9cf9789 req-e78f4d62-0888-4cf5-88e1-e655ada1a3a3 service neutron] 10.222.0.65 "GET /v2.0/networks/d9c21de2-16f4-4f3f-9d4d-665494393536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306796 Jun 30 16:42:29.225877 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 25571e04-72ac-499b-b415-3d8aee911f4c up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:42:29.298471 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 25571e04-72ac-499b-b415-3d8aee911f4c triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:29.298948 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:29.335817 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:29.351582 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-4682d9eb-922e-4777-8ace-0891aaa79e83 None None] Provisioning complete for port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:29.351967 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-4682d9eb-922e-4777-8ace-0891aaa79e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:29.353032 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:42:26Z', 'revision_number': 3, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:29.383270 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:29.383678 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ab7986-8f08-4d0b-9eda-db48ae55104b None None] The sync data for ids ['16a0858b-327b-4bcb-8f02-84be4841b7b1'] in dv-cinder-836027-2-iscsi is: [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:42:26Z', 'revision_number': 3, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:42:29.394270 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-4682d9eb-922e-4777-8ace-0891aaa79e83 None None] Port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:42:29.428322 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:29.431275 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 25571e04-72ac-499b-b415-3d8aee911f4c is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:29.433749 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:29.522451 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Deleting port 5de920cd-ca4b-4c03-b865-7c9b00e59d55 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:42:29.522793 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (5de920cd-ca4b-4c03-b865-7c9b00e59d55), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:29.648436 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:29.685552 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (5de920cd-ca4b-4c03-b865-7c9b00e59d55), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:29.689097 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for floatingip (5de920cd-ca4b-4c03-b865-7c9b00e59d55), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:29.711801 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Calling delete_port for 5de920cd-ca4b-4c03-b865-7c9b00e59d55 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:42:29.772923 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Publish callbacks [] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:29.854215 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:29.964959 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040173'] for router_interface (16a0858b-327b-4bcb-8f02-84be4841b7b1), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:30.022541 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Pushing event updated for resources: {'Port': ['ID=1e8ef572-733a-4b20-8fdb-61a6fef9a2a5,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:30.035228 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:30.335519 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85144b-21a6-4045-b22e-5487b781a82c req-678bad57-90e8-4b5d-8674-00ff0ef3edc8 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:30.337059 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4b85144b-21a6-4045-b22e-5487b781a82c req-678bad57-90e8-4b5d-8674-00ff0ef3edc8 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 943 time: 0.3768692 Jun 30 16:42:30.431432 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (5de920cd-ca4b-4c03-b865-7c9b00e59d55), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:30.445714 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4b85144b-21a6-4045-b22e-5487b781a82c req-a2c0d168-9257-4f2b-938d-56a57440d67c tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990236 Jun 30 16:42:30.476500 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event deleted for resources: {'Port': ['ID=5de920cd-ca4b-4c03-b865-7c9b00e59d55,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:30.480428 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Network 432368ea-cf2c-480c-9e0a-66cefd6e1974 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:42:30.500329 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:30.621764 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for floatingip (3e26bed9-b111-438b-898a-6026c8b68aec), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:30.622100 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Floating IP 3e26bed9-b111-438b-898a-6026c8b68aec disassociated (deleted). External IP: 172.27.2.237, port: ab01136b-ddb4-42c0-b8a6-880714395a42. Jun 30 16:42:30.734448 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Router 16a0858b-327b-4bcb-8f02-84be4841b7b1 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:42:30.830855 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-fc2269b3-a1a0-4cf6-b7ac-6b9ad3d1cb94 None None] Provisioning complete for port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:30.831699 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-fc2269b3-a1a0-4cf6-b7ac-6b9ad3d1cb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:30.865466 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-fc2269b3-a1a0-4cf6-b7ac-6b9ad3d1cb94 None None] Port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:42:30.913080 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:30.931964 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:42:30.938298 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-eee20d97-c4f8-4536-90d0-11f05de706b3 admin admin] 10.222.0.67 "PUT /v2.0/routers/16a0858b-327b-4bcb-8f02-84be4841b7b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0256393 Jun 30 16:42:30.944113 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Router 17654f20-9367-4fd0-a015-fdd44915b95f has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:42:31.068650 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:42:31.073853 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:31.084953 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879e613-38d1-44f1-85b9-603431a39dff None None] Sync routers for ids ['17654f20-9367-4fd0-a015-fdd44915b95f'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:42:31.104787 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879e613-38d1-44f1-85b9-603431a39dff None None] Routers {'17654f20-9367-4fd0-a015-fdd44915b95f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:31.105583 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f879e613-38d1-44f1-85b9-603431a39dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['17654f20-9367-4fd0-a015-fdd44915b95f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:31.121121 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-b58f81cc-a98b-471e-8cfb-7468350681ec tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "DELETE /v2.0/floatingips/3e26bed9-b111-438b-898a-6026c8b68aec HTTP/1.1" status: 204 len: 168 time: 2.0650184 Jun 30 16:42:31.121768 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:42:31.124863 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a566eec8-8b91-4eec-8d4b-c6cc4d9ee43b" -d '{"events": [{"name": "network-changed", "server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:42:31.167174 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3cf11f-44e8-48f4-af8b-cafc413319cc x-openstack-request-id: req-ed3cf11f-44e8-48f4-af8b-cafc413319cc {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:42:31.167720 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:42:31.168186 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ed3cf11f-44e8-48f4-af8b-cafc413319cc {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:42:31.173139 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3cf11f-44e8-48f4-af8b-cafc413319cc'] response: {'name': 'network-changed', 'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'status': 'completed', 'code': 200} Jun 30 16:42:31.190875 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Sync routers for ids ['16a0858b-327b-4bcb-8f02-84be4841b7b1'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:42:31.212050 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Routers {'16a0858b-327b-4bcb-8f02-84be4841b7b1'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:31.212941 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['16a0858b-327b-4bcb-8f02-84be4841b7b1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:31.228722 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 71d30087-0833-45c5-9175-76efb59cc36e up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:42:31.318628 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-f879e613-38d1-44f1-85b9-603431a39dff None None] Set router 17654f20-9367-4fd0-a015-fdd44915b95f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:31.321198 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 71d30087-0833-45c5-9175-76efb59cc36e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:31.321198 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (71d30087-0833-45c5-9175-76efb59cc36e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:31.357533 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Set router 16a0858b-327b-4bcb-8f02-84be4841b7b1 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:31.600604 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 71d30087-0833-45c5-9175-76efb59cc36e is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:31.601004 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (71d30087-0833-45c5-9175-76efb59cc36e), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:31.636614 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device b5174eb1-20a3-49fe-adbd-841f7b274334 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:42:31.637399 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566eec8-8b91-4eec-8d4b-c6cc4d9ee43b req-62ec252b-650b-49c3-ab20-25b79c5d839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:31.638932 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a566eec8-8b91-4eec-8d4b-c6cc4d9ee43b req-62ec252b-650b-49c3-ab20-25b79c5d839e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=19b35fc495a345898167db62b9b95887&device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 1129 time: 0.4414897 Jun 30 16:42:31.674484 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dde1e8c-4a56-48f4-96f6-f633d235b423 req-47d8d679-65f6-494f-8ad0-8a3cb4fa92e6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:31.676188 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7dde1e8c-4a56-48f4-96f6-f633d235b423 req-47d8d679-65f6-494f-8ad0-8a3cb4fa92e6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 943 time: 0.1278532 Jun 30 16:42:31.693867 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port 71d30087-0833-45c5-9175-76efb59cc36e, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=71d30087-0833-45c5-9175-76efb59cc36e,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:31.696700 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:42:29Z', 'revision_number': 4, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '1e8ef572-733a-4b20-8fdb-61a6fef9a2a5', 'name': '', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'mac_address': 'fa:16:3e:8e:54:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:28Z', 'updated_at': '2022-06-30T16:42:29Z', 'revision_number': 2, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'subnets': [{'id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:31.701129 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f879e613-38d1-44f1-85b9-603431a39dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 4, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '12f481c9-a27a-4745-8962-018684e53717', 'name': '', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'mac_address': 'fa:16:3e:be:58:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:20Z', 'updated_at': '2022-06-30T16:36:27Z', 'revision_number': 5, 'project_id': '19b35fc495a345898167db62b9b95887', 'subnets': [{'id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:31.729844 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879e613-38d1-44f1-85b9-603431a39dff None None] Checking router: 17654f20-9367-4fd0-a015-fdd44915b95f for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:42:31.735147 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Checking router: 16a0858b-327b-4bcb-8f02-84be4841b7b1 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:42:31.735604 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Updating router 16a0858b-327b-4bcb-8f02-84be4841b7b1 port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:42:31.741747 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d430dde-69af-4441-8109-f3aa79c25a2f req-86acb076-fabc-458c-91b4-fc74cd8a6535 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:31.741747 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d430dde-69af-4441-8109-f3aa79c25a2f req-86acb076-fabc-458c-91b4-fc74cd8a6535 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.0931978 Jun 30 16:42:31.767265 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:31.804110 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7dde1e8c-4a56-48f4-96f6-f633d235b423 req-1f166047-b874-4834-b6cd-9b5623f103b9 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994303 Jun 30 16:42:31.847814 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d430dde-69af-4441-8109-f3aa79c25a2f req-d68f67a4-9562-445e-94a3-c7e3cf690a2c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957580 Jun 30 16:42:31.853090 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f879e613-38d1-44f1-85b9-603431a39dff None None] Routers {'17654f20-9367-4fd0-a015-fdd44915b95f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:31.860169 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f879e613-38d1-44f1-85b9-603431a39dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['17654f20-9367-4fd0-a015-fdd44915b95f'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:31.881500 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (71d30087-0833-45c5-9175-76efb59cc36e), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:31.971138 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42670) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:31.979261 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2145747421-network', 'tenant_id': '00671e957c8644e6954a41aa309e8608'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:31.982134 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:31.994736 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:32.089557 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Made reservation on behalf of 00671e957c8644e6954a41aa309e8608 for: {'network': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:42:32.092203 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for network (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.095178 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Publish callbacks [] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.103315 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.137646 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port b5174eb1-20a3-49fe-adbd-841f7b274334, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b5174eb1-20a3-49fe-adbd-841f7b274334,segment=NetworkSegment(80b96352-8eb1-413e-bd9b-e6c00bef2164),segment_id=80b96352-8eb1-413e-bd9b-e6c00bef2164)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:32.164518 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'b5174eb1-20a3-49fe-adbd-841f7b274334', 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536', 'port_id': 'b5174eb1-20a3-49fe-adbd-841f7b274334', 'mac_address': 'fa:16:3e:13:50:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff5c78e-8a8f-4ec0-8d47-7e57beb9d330', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:42:32.178777 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=71d30087-0833-45c5-9175-76efb59cc36e,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:32.189558 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:32.192909 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Publish callbacks [] for security_group (567bd93c-78a6-4f0b-b16e-358b08b0acc9), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.209457 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.220772 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:32.222812 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-f879e613-38d1-44f1-85b9-603431a39dff None None] Set router 17654f20-9367-4fd0-a015-fdd44915b95f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:32.256124 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port b5174eb1-20a3-49fe-adbd-841f7b274334 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:32.256513 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.282987 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5174eb1-20a3-49fe-adbd-841f7b274334 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:42:32.286126 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54316f8a-7fca-48a4-872d-06b51dae06c0 None None] Pushing event updated for resources: {'Port': ['ID=1e8ef572-733a-4b20-8fdb-61a6fef9a2a5,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:32.288257 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:32.301613 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (567bd93c-78a6-4f0b-b16e-358b08b0acc9), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.325555 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Attempting to bind port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:42:32.325960 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Attempting to bind port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:42:32.326318 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Attempting to bind port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 on network 432368ea-cf2c-480c-9e0a-66cefd6e1974 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:42:32.327069 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=104394) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 30 16:42:32.334049 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:42:32.334554 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Checking segment: {'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:42:32.334967 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.335441 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Bound using segment: {'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:42:32.336471 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Bound port: 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:42:32.336471 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.341583 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port b5174eb1-20a3-49fe-adbd-841f7b274334, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b5174eb1-20a3-49fe-adbd-841f7b274334,segment=NetworkSegment(80b96352-8eb1-413e-bd9b-e6c00bef2164),segment_id=80b96352-8eb1-413e-bd9b-e6c00bef2164)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:32.354327 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (f0e240bc-6097-4fe1-8166-8656c789e432), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.354770 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.segments_db [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Added segment f0e240bc-6097-4fe1-8166-8656c789e432 of type vlan for network 63502b71-d9b5-4dc2-aa03-108a11303eb6 Jun 30 16:42:32.415073 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] For port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:42:32.420481 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] For port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=1e8ef572-733a-4b20-8fdb-61a6fef9a2a5,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:42:32.424205 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.438052 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567bd93c-78a6-4f0b-b16e-358b08b0acc9,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:32.441785 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768436009355'] for network (63502b71-d9b5-4dc2-aa03-108a11303eb6), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.518561 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=b5174eb1-20a3-49fe-adbd-841f7b274334,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:32.527177 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-f879e613-38d1-44f1-85b9-603431a39dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 4, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '12f481c9-a27a-4745-8962-018684e53717', 'name': '', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'mac_address': 'fa:16:3e:be:58:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:20Z', 'updated_at': '2022-06-30T16:36:27Z', 'revision_number': 5, 'project_id': '19b35fc495a345898167db62b9b95887', 'subnets': [{'id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:32.541437 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401'] for network (63502b71-d9b5-4dc2-aa03-108a11303eb6), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.542100 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.542563 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:32.543255 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.559286 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f879e613-38d1-44f1-85b9-603431a39dff None None] The sync data for ids ['17654f20-9367-4fd0-a015-fdd44915b95f'] in dv-cinder-836027-2-iscsi is: [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:36:22Z', 'revision_number': 4, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '12f481c9-a27a-4745-8962-018684e53717', 'name': '', 'network_id': '43d53998-b324-428d-a316-199f927750c3', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'mac_address': 'fa:16:3e:be:58:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 349, 'fixed_ips': [{'subnet_id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:20Z', 'updated_at': '2022-06-30T16:36:27Z', 'revision_number': 5, 'project_id': '19b35fc495a345898167db62b9b95887', 'subnets': [{'id': 'd61d6a43-b270-4bed-9903-630d27b24abf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:42:32.610119 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-59d69cc8-a320-4f57-8180-db378accba38 None None] Provisioning complete for port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:32.610506 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-59d69cc8-a320-4f57-8180-db378accba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.643324 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Routers {'16a0858b-327b-4bcb-8f02-84be4841b7b1'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:32.644110 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['16a0858b-327b-4bcb-8f02-84be4841b7b1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:32.703811 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] Pushing event updated for resources: {'Network': ['ID=63502b71-d9b5-4dc2-aa03-108a11303eb6,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:32.716869 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-5861416d-c710-4e4c-aa48-426dbd98a35e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.7442276 Jun 30 16:42:32.719464 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['b5174eb1-20a3-49fe-adbd-841f7b274334'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:42:32.720165 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42674) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:32.729823 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Network 63502b71-d9b5-4dc2-aa03-108a11303eb6 details requested by agent ovs-agent-dv-cinder-836027-2-iscsi with host dv-cinder-836027-2-iscsi {{(pid=104395) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 30 16:42:32.739290 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-225b7c19-dbf0-4e40-bfb5-98e6b081df01 admin admin] Request body: {'subnet': {'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2145747421-subnet', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'ip_version': 4}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:32.760877 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566eec8-8b91-4eec-8d4b-c6cc4d9ee43b req-d035a484-49be-4f46-9f6a-6182d95ee18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:32.766536 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a566eec8-8b91-4eec-8d4b-c6cc4d9ee43b req-d035a484-49be-4f46-9f6a-6182d95ee18c service neutron] 10.222.0.65 "GET /v2.0/networks?id=43d53998-b324-428d-a316-199f927750c3 HTTP/1.1" status: 200 len: 910 time: 0.2156518 Jun 30 16:42:32.818927 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54316f8a-7fca-48a4-872d-06b51dae06c0 None None] Pushing event updated for resources: {'Port': ['ID=1e8ef572-733a-4b20-8fdb-61a6fef9a2a5,revision_number=4']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:32.822757 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a566eec8-8b91-4eec-8d4b-c6cc4d9ee43b req-1e311b89-5e4c-4408-a404-7b4abbebf05c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ab01136b-ddb4-42c0-b8a6-880714395a42 HTTP/1.1" status: 200 len: 217 time: 0.0500605 Jun 30 16:42:32.872155 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] Set router 16a0858b-327b-4bcb-8f02-84be4841b7b1 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:32.883823 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225b7c19-dbf0-4e40-bfb5-98e6b081df01 admin admin] Made reservation on behalf of 00671e957c8644e6954a41aa309e8608 for: {'subnet': 1} {{(pid=104394) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:42:32.886624 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-225b7c19-dbf0-4e40-bfb5-98e6b081df01 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13008097'] for subnet (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:32.932002 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:32.932675 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566eec8-8b91-4eec-8d4b-c6cc4d9ee43b req-a22dcfc3-7b9b-4119-a72c-f3d13db64772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:32.935722 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a566eec8-8b91-4eec-8d4b-c6cc4d9ee43b req-a22dcfc3-7b9b-4119-a72c-f3d13db64772 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=d61d6a43-b270-4bed-9903-630d27b24abf HTTP/1.1" status: 200 len: 848 time: 0.1068957 Jun 30 16:42:33.047372 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-59d69cc8-a320-4f57-8180-db378accba38 None None] Current status of the port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:33.048754 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-59d69cc8-a320-4f57-8180-db378accba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:33.131652 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9844e46e-b1ae-4d16-9d23-17291c1a2849 req-0ed600bb-e3cb-4018-be86-686d3ac62150 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:33.138718 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0998a549-0ff5-436a-9ebf-6578ebe8dd9c None None] New status for floating IP 3e26bed9-b111-438b-898a-6026c8b68aec: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:42:33.141936 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9844e46e-b1ae-4d16-9d23-17291c1a2849 req-0ed600bb-e3cb-4018-be86-686d3ac62150 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 944 time: 0.1500099 Jun 30 16:42:33.149957 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566eec8-8b91-4eec-8d4b-c6cc4d9ee43b req-35d3ffd0-0d5f-4f98-8c66-2927cda58572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:33.151608 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a566eec8-8b91-4eec-8d4b-c6cc4d9ee43b req-35d3ffd0-0d5f-4f98-8c66-2927cda58572 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=43d53998-b324-428d-a316-199f927750c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1070185 Jun 30 16:42:33.185260 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a14e5-c519-4f9d-8989-41b50746865b req-18421d60-d0a6-444f-8e33-be08c3481d75 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:33.187793 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-f35a14e5-c519-4f9d-8989-41b50746865b req-18421d60-d0a6-444f-8e33-be08c3481d75 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.65 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.1073940 Jun 30 16:42:33.214258 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:33.248551 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a907c02-5f7a-4e3a-9fdd-ce9fda7756b4 req-8eedd63d-33cb-487a-9b64-4d14309aba6e tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:33.251179 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6a907c02-5f7a-4e3a-9fdd-ce9fda7756b4 req-8eedd63d-33cb-487a-9b64-4d14309aba6e tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 945 time: 0.2005999 Jun 30 16:42:33.262798 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:42:29Z', 'revision_number': 4, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '1e8ef572-733a-4b20-8fdb-61a6fef9a2a5', 'name': '', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'mac_address': 'fa:16:3e:8e:54:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:28Z', 'updated_at': '2022-06-30T16:42:32Z', 'revision_number': 4, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'subnets': [{'id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:33.268609 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 71d30087-0833-45c5-9175-76efb59cc36e up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:42:33.282434 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9844e46e-b1ae-4d16-9d23-17291c1a2849 req-b2a4af16-25a3-4202-b9e7-4d0bb8ce5fdb tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391592 Jun 30 16:42:33.308815 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-59d69cc8-a320-4f57-8180-db378accba38 None None] For port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=1e8ef572-733a-4b20-8fdb-61a6fef9a2a5,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:33.322579 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2f5be13-fc24-4aae-aa8a-310b75eab2da None None] The sync data for ids ['16a0858b-327b-4bcb-8f02-84be4841b7b1'] in dv-cinder-836027-2-iscsi is: [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:42:29Z', 'revision_number': 4, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '1e8ef572-733a-4b20-8fdb-61a6fef9a2a5', 'name': '', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'mac_address': 'fa:16:3e:8e:54:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:28Z', 'updated_at': '2022-06-30T16:42:32Z', 'revision_number': 4, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'subnets': [{'id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:42:33.365518 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-f35a14e5-c519-4f9d-8989-41b50746865b req-f791f3a2-5dcd-43ba-99a7-1547acf091ba tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Deleting port ab01136b-ddb4-42c0-b8a6-880714395a42 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:42:33.366454 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-f35a14e5-c519-4f9d-8989-41b50746865b req-f791f3a2-5dcd-43ba-99a7-1547acf091ba tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:33.377792 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6a907c02-5f7a-4e3a-9fdd-ce9fda7756b4 req-55f9155a-c51c-4a6f-a73d-cc1a1b8ce97a tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/security-groups?id=920f480c-ac80-428f-8d32-1d5fa160f80a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153643 Jun 30 16:42:33.450863 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:33.457063 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-59d69cc8-a320-4f57-8180-db378accba38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:33.457239 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a566eec8-8b91-4eec-8d4b-c6cc4d9ee43b req-bd03f421-cb53-4791-b2e2-30bfa3ffd7e9 service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898059 Jun 30 16:42:33.511078 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:33.535197 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-f35a14e5-c519-4f9d-8989-41b50746865b req-f791f3a2-5dcd-43ba-99a7-1547acf091ba tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] For port ab01136b-ddb4-42c0-b8a6-880714395a42, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ab01136b-ddb4-42c0-b8a6-880714395a42,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:33.535682 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-f35a14e5-c519-4f9d-8989-41b50746865b req-f791f3a2-5dcd-43ba-99a7-1547acf091ba tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:33.542276 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-225b7c19-dbf0-4e40-bfb5-98e6b081df01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13853358', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13008119'] for subnet (ca08e21e-cacb-4415-9625-4907ac7f08c8), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:33.549025 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 71d30087-0833-45c5-9175-76efb59cc36e triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:33.549401 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (71d30087-0833-45c5-9175-76efb59cc36e), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:33.563946 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-f35a14e5-c519-4f9d-8989-41b50746865b req-f791f3a2-5dcd-43ba-99a7-1547acf091ba tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Calling delete_port for ab01136b-ddb4-42c0-b8a6-880714395a42 owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:42:33.592238 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d69cc8-a320-4f57-8180-db378accba38 None None] Pushing event updated for resources: {'Port': ['ID=1e8ef572-733a-4b20-8fdb-61a6fef9a2a5,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:33.616781 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225b7c19-dbf0-4e40-bfb5-98e6b081df01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca08e21e-cacb-4415-9625-4907ac7f08c8,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:33.624561 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a902eab1-9c0a-4f61-b95d-b498bcf5ea6f None None] Provisioning complete for port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:33.624830 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225b7c19-dbf0-4e40-bfb5-98e6b081df01 admin admin] Checking segment: {'id': 'f0e240bc-6097-4fe1-8166-8656c789e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104394) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:42:33.625021 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a902eab1-9c0a-4f61-b95d-b498bcf5ea6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:33.625185 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b7c19-dbf0-4e40-bfb5-98e6b081df01 admin admin] Network hostable DHCP agents. Network: 63502b71-d9b5-4dc2-aa03-108a11303eb6, hostable agents: ['e1391306-182c-46e4-a26f-527f55657d0b'], hosted agents: [] {{(pid=104394) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 30 16:42:33.741290 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225b7c19-dbf0-4e40-bfb5-98e6b081df01 admin admin] Network 63502b71-d9b5-4dc2-aa03-108a11303eb6 is scheduled to be hosted by DHCP agent e1391306-182c-46e4-a26f-527f55657d0b with binding_index 1 {{(pid=104394) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 30 16:42:33.751104 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:33.762359 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 71d30087-0833-45c5-9175-76efb59cc36e is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:33.770196 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a902eab1-9c0a-4f61-b95d-b498bcf5ea6f None None] Current status of the port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:33.825154 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-f35a14e5-c519-4f9d-8989-41b50746865b req-f791f3a2-5dcd-43ba-99a7-1547acf091ba tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (ab01136b-ddb4-42c0-b8a6-880714395a42), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:33.832159 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:33.856347 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f791f3a2-5dcd-43ba-99a7-1547acf091ba tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event deleted for resources: {'Port': ['ID=ab01136b-ddb4-42c0-b8a6-880714395a42,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:33.874093 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-225b7c19-dbf0-4e40-bfb5-98e6b081df01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836027-2-iscsi, 63502b71-d9b5-4dc2-aa03-108a11303eb6) {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:33.879497 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225b7c19-dbf0-4e40-bfb5-98e6b081df01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:33.880329 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-225b7c19-dbf0-4e40-bfb5-98e6b081df01 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:33.886567 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03766a-581b-4d9a-bde8-512bad17817f None None] Network 63502b71-d9b5-4dc2-aa03-108a11303eb6 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:42:33.930809 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-f35a14e5-c519-4f9d-8989-41b50746865b req-f791f3a2-5dcd-43ba-99a7-1547acf091ba tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] No DVR routers for this DVR port ab01136b-ddb4-42c0-b8a6-880714395a42 on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:42:33.933049 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-f35a14e5-c519-4f9d-8989-41b50746865b req-f791f3a2-5dcd-43ba-99a7-1547acf091ba tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:33.936664 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-f35a14e5-c519-4f9d-8989-41b50746865b req-f791f3a2-5dcd-43ba-99a7-1547acf091ba tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.65 "DELETE /v2.0/ports/ab01136b-ddb4-42c0-b8a6-880714395a42 HTTP/1.1" status: 204 len: 173 time: 0.7365460 Jun 30 16:42:33.937175 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'name': 'network-vif-deleted', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:42:33.939822 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd14f4ad-c9ce-4695-bb41-e4db142725b8" -d '{"events": [{"server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "name": "network-vif-deleted", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:42:33.988635 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4753c83e-55e2-47af-9d42-702ae5b1a4ea x-openstack-request-id: req-4753c83e-55e2-47af-9d42-702ae5b1a4ea {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:42:33.989027 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68d4ed30-dc39-4be8-b345-360410abdc13", "name": "network-vif-deleted", "tag": "ab01136b-ddb4-42c0-b8a6-880714395a42", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:42:33.989348 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4753c83e-55e2-47af-9d42-702ae5b1a4ea {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:42:33.989871 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4753c83e-55e2-47af-9d42-702ae5b1a4ea'] response: {'server_uuid': '68d4ed30-dc39-4be8-b345-360410abdc13', 'name': 'network-vif-deleted', 'tag': 'ab01136b-ddb4-42c0-b8a6-880714395a42', 'status': 'completed', 'code': 200} Jun 30 16:42:34.009375 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-225b7c19-dbf0-4e40-bfb5-98e6b081df01 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2855873 Jun 30 16:42:34.009713 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42686) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:34.014419 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2145747421-router', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:34.022824 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpeea2a4f2-529b-5dd0-95bb-003f62e291a5-63502b71-d9b5-4dc2-aa03-108a11303eb6', 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6', 'project_id': '00671e957c8644e6954a41aa309e8608', 'fixed_ips': [{'subnet_id': 'ca08e21e-cacb-4415-9625-4907ac7f08c8'}]}} from dv-cinder-836027-2-iscsi. {{(pid=104395) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jun 30 16:42:34.024211 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.118746 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1037377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-42960'] for router (6930442e-ff4e-4bdb-b8b8-63c1094cb746), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.119851 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1039047', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1027974', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720108', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-42969'] for router (6930442e-ff4e-4bdb-b8b8-63c1094cb746), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.168901 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.db_base_plugin_common [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Allocated IP 172.20.0.2 (63502b71-d9b5-4dc2-aa03-108a11303eb6/ca08e21e-cacb-4415-9625-4907ac7f08c8/3e9e2425-f67b-4e7a-b803-7d55407b5702) {{(pid=104395) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:42:34.178862 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:34.182212 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Publish callbacks [] for router_controller (6930442e-ff4e-4bdb-b8b8-63c1094cb746), precommit_add_association {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.354423 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Publish callbacks [] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), precommit_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.416276 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), after_create {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.462973 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Network 63502b71-d9b5-4dc2-aa03-108a11303eb6 is already hosted by enough agents. {{(pid=104395) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:42:34.466413 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.scheduler.base_scheduler [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Resources bound (agent type, host, resource id): {{(pid=104395) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:34.469379 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Received port after_create {{(pid=104395) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:42:34.479295 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661430b5-09d9-430c-b89d-a9c0993316f6 req-b8fc267f-b4d3-434d-a771-c80650738491 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:34.480867 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-661430b5-09d9-430c-b89d-a9c0993316f6 req-b8fc267f-b4d3-434d-a771-c80650738491 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 944 time: 0.0948071 Jun 30 16:42:34.555537 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Publish callbacks [] for router_gateway (6930442e-ff4e-4bdb-b8b8-63c1094cb746), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.564263 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b8a19c86-ad8b-4bc6-955d-74e81fdfc714 req-83dd752a-703d-4a8a-b469-ebb73b4f903d tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0538738 Jun 30 16:42:34.608041 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-661430b5-09d9-430c-b89d-a9c0993316f6 req-b7ada10e-5867-4f88-aa2c-16871de50e7e tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965862 Jun 30 16:42:34.662705 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Pushing event updated for resources: {'Port': ['ID=3e9e2425-f67b-4e7a-b803-7d55407b5702,revision_number=1']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:34.703492 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Attempting to bind port 3e9e2425-f67b-4e7a-b803-7d55407b5702 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:42:34.703776 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Attempting to bind port 3e9e2425-f67b-4e7a-b803-7d55407b5702 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'f0e240bc-6097-4fe1-8166-8656c789e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:42:34.704119 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Attempting to bind port 3e9e2425-f67b-4e7a-b803-7d55407b5702 on network 63502b71-d9b5-4dc2-aa03-108a11303eb6 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:42:34.710305 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:42:34.710691 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Checking segment: {'id': 'f0e240bc-6097-4fe1-8166-8656c789e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:42:34.711091 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.711512 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Bound using segment: {'id': 'f0e240bc-6097-4fe1-8166-8656c789e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:42:34.712037 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Bound port: 3e9e2425-f67b-4e7a-b803-7d55407b5702, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e240bc-6097-4fe1-8166-8656c789e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:42:34.719039 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.778012 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] For port 3e9e2425-f67b-4e7a-b803-7d55407b5702, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:42:34.782898 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] For port 3e9e2425-f67b-4e7a-b803-7d55407b5702, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=3e9e2425-f67b-4e7a-b803-7d55407b5702,segment=NetworkSegment(f0e240bc-6097-4fe1-8166-8656c789e432),segment_id=f0e240bc-6097-4fe1-8166-8656c789e432)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:42:34.797964 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e3580700-f8ee-4a55-96fa-b4f8a449e34e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.838118 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Publish callbacks [] for router_gateway (6930442e-ff4e-4bdb-b8b8-63c1094cb746), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.857837 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.899265 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:34.960347 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:34.973473 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3bb48e-b5f8-4fb1-a2d9-86dcd9814428 None None] Pushing event updated for resources: {'Port': ['ID=3e9e2425-f67b-4e7a-b803-7d55407b5702,revision_number=2']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:34.989476 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Allocated IP 172.27.2.224 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/7d008579-e9c8-42c3-a5ce-084e3d308421) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:42:35.217329 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Publish callbacks [] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:35.221136 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:42:35.226365 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:35.272949 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:35.273418 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:35.295091 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:35.324335 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:35.349898 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:35.371523 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:42:35.374921 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:35.378912 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:42:35.383976 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Pushing event updated for resources: {'Port': ['ID=7d008579-e9c8-42c3-a5ce-084e3d308421,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:35.702269 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7c4b6d9d-191b-49da-9a75-07e3ecc8267a req-5f4a9f2c-a879-479d-8b88-81ddad3dc13c tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.0393410 Jun 30 16:42:35.763740 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3c031a-2c57-4f57-8990-7e7d2b681fb4 req-48eda28f-27a4-4949-82c6-023f656348ac tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:35.765453 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d3c031a-2c57-4f57-8990-7e7d2b681fb4 req-48eda28f-27a4-4949-82c6-023f656348ac tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 944 time: 0.0681791 Jun 30 16:42:35.770929 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Publish callbacks [] for router_gateway (6930442e-ff4e-4bdb-b8b8-63c1094cb746), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:35.869493 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:35.893429 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8d3c031a-2c57-4f57-8990-7e7d2b681fb4 req-6440b248-22d6-41da-8dcb-2e751651e1a9 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203506 Jun 30 16:42:35.956257 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef67ea51-110d-4816-8507-d6a26c96a603 None None] Network 63502b71-d9b5-4dc2-aa03-108a11303eb6 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:42:36.019920 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1039425', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1027570'] for router (6930442e-ff4e-4bdb-b8b8-63c1094cb746), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:36.032729 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a566eec8-8b91-4eec-8d4b-c6cc4d9ee43b req-297efacc-7c6d-4391-9489-ec11f510c355 service neutron] 10.222.0.65 "GET /v2.0/networks/43d53998-b324-428d-a316-199f927750c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039324 Jun 30 16:42:36.043953 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-b769c190-2f73-448f-8bf2-2ef642b5116c None None] Provisioning complete for port 3e9e2425-f67b-4e7a-b803-7d55407b5702 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:36.044699 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b769c190-2f73-448f-8bf2-2ef642b5116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:36.157447 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-b769c190-2f73-448f-8bf2-2ef642b5116c None None] Current status of the port 3e9e2425-f67b-4e7a-b803-7d55407b5702 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:36.157851 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b769c190-2f73-448f-8bf2-2ef642b5116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:36.194955 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-b769c190-2f73-448f-8bf2-2ef642b5116c None None] For port 3e9e2425-f67b-4e7a-b803-7d55407b5702, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=3e9e2425-f67b-4e7a-b803-7d55407b5702,segment=NetworkSegment(f0e240bc-6097-4fe1-8166-8656c789e432),segment_id=f0e240bc-6097-4fe1-8166-8656c789e432)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:36.276492 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Router 6930442e-ff4e-4bdb-b8b8-63c1094cb746 is scheduled to L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 with binding_index 1 {{(pid=104394) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jun 30 16:42:36.299599 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device b5174eb1-20a3-49fe-adbd-841f7b274334 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:42:36.327502 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-b769c190-2f73-448f-8bf2-2ef642b5116c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:36.390984 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:42:36.392502 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port b5174eb1-20a3-49fe-adbd-841f7b274334 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:42:36.400953 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b769c190-2f73-448f-8bf2-2ef642b5116c None None] Pushing event updated for resources: {'Port': ['ID=3e9e2425-f67b-4e7a-b803-7d55407b5702,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:36.401049 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Sync routers for ids ['6930442e-ff4e-4bdb-b8b8-63c1094cb746'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:42:36.411782 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Routers {'6930442e-ff4e-4bdb-b8b8-63c1094cb746'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:36.412535 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['6930442e-ff4e-4bdb-b8b8-63c1094cb746'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:36.444901 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-eedffed1-873a-4225-bdb0-1b1448da1237 None None] Provisioning complete for port 3e9e2425-f67b-4e7a-b803-7d55407b5702 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:36.445289 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eedffed1-873a-4225-bdb0-1b1448da1237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:36.470853 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:36.486750 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port b5174eb1-20a3-49fe-adbd-841f7b274334 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:36.487121 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:36.516761 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:36.520925 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Set router 6930442e-ff4e-4bdb-b8b8-63c1094cb746 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:36.537787 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:36.539514 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-e9d08ea3-8a10-4ec8-9f5f-575416beb249 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5289223 Jun 30 16:42:36.542471 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42700) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:36.570426 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-eedffed1-873a-4225-bdb0-1b1448da1237 None None] Current status of the port 3e9e2425-f67b-4e7a-b803-7d55407b5702 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:36.612673 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port b5174eb1-20a3-49fe-adbd-841f7b274334 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:36.613056 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:36.640083 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b5b090-631c-4a31-89a5-393056df1c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5174eb1-20a3-49fe-adbd-841f7b274334'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:42:36.643004 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420517fa-d635-4cc8-9c06-cacb18e26a6c" -d '{"events": [{"server_uuid": "c5b5b090-631c-4a31-89a5-393056df1c5d", "name": "network-vif-plugged", "status": "completed", "tag": "b5174eb1-20a3-49fe-adbd-841f7b274334"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:42:36.680992 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port b5174eb1-20a3-49fe-adbd-841f7b274334, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b5174eb1-20a3-49fe-adbd-841f7b274334,segment=NetworkSegment(80b96352-8eb1-413e-bd9b-e6c00bef2164),segment_id=80b96352-8eb1-413e-bd9b-e6c00bef2164)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:36.697110 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d16e07-1beb-47f3-8f46-8fecc48d9057 x-openstack-request-id: req-85d16e07-1beb-47f3-8f46-8fecc48d9057 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:42:36.697625 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b5b090-631c-4a31-89a5-393056df1c5d", "name": "network-vif-plugged", "status": "completed", "tag": "b5174eb1-20a3-49fe-adbd-841f7b274334", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:42:36.698039 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-85d16e07-1beb-47f3-8f46-8fecc48d9057 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:42:36.698603 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85d16e07-1beb-47f3-8f46-8fecc48d9057'] response: {'server_uuid': 'c5b5b090-631c-4a31-89a5-393056df1c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5174eb1-20a3-49fe-adbd-841f7b274334', 'code': 200} Jun 30 16:42:36.804791 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:36.806004 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device ab01136b-ddb4-42c0-b8a6-880714395a42 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:42:36.857237 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'name': 'tempest-TestMinimumBasicScenario-2145747421-router', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:35Z', 'revision_number': 3, 'project_id': '00671e957c8644e6954a41aa309e8608', 'gw_port': {'id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:36.913841 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Checking router: 6930442e-ff4e-4bdb-b8b8-63c1094cb746 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:42:36.914192 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Updating router 6930442e-ff4e-4bdb-b8b8-63c1094cb746 port 7d008579-e9c8-42c3-a5ce-084e3d308421 binding host dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:42:37.008216 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: ab01136b-ddb4-42c0-b8a6-880714395a42 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:42:37.009221 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device ab01136b-ddb4-42c0-b8a6-880714395a42 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:42:37.020412 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:37.045146 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:37.065704 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=b5174eb1-20a3-49fe-adbd-841f7b274334,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:37.294522 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a64b40-f274-4d34-a3be-fa9570800a06 req-fe88fa9b-64fe-4a10-855d-0c6822c857db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:37.296576 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-00a64b40-f274-4d34-a3be-fa9570800a06 req-fe88fa9b-64fe-4a10-855d-0c6822c857db service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 1129 time: 0.1459327 Jun 30 16:42:37.298126 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 3e9e2425-f67b-4e7a-b803-7d55407b5702 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:42:37.315363 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f6967326-0d85-4f88-a3a4-7204eba97872 req-e5ad196a-0877-41c8-9e52-a995b3590c09 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "GET /v2.0/ports?device_id=68d4ed30-dc39-4be8-b345-360410abdc13 HTTP/1.1" status: 200 len: 210 time: 0.5067501 Jun 30 16:42:37.379149 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d36579-0d7a-44c4-b9b3-fd4178e36b81 req-3f547478-c2ef-4e3a-91df-4e119c2e524f tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:37.388308 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-50d36579-0d7a-44c4-b9b3-fd4178e36b81 req-3f547478-c2ef-4e3a-91df-4e119c2e524f tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 945 time: 0.0765836 Jun 30 16:42:37.413274 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 3e9e2425-f67b-4e7a-b803-7d55407b5702 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:37.414300 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:37.450047 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-50d36579-0d7a-44c4-b9b3-fd4178e36b81 req-80831c17-fd2e-4773-a29f-0cee741010e8 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578797 Jun 30 16:42:37.466729 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:37.474863 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:37.486946 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-00a64b40-f274-4d34-a3be-fa9570800a06 req-186de85c-44c9-4c5a-9ca6-3d7b49b6f10f service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642359 Jun 30 16:42:37.490465 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Publish callbacks [] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), precommit_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:37.504460 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 3e9e2425-f67b-4e7a-b803-7d55407b5702 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:37.518240 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-285691c9-4ac2-4a92-9bd4-5fb26c1ad8a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:37.591195 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:37.610393 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:37.646540 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Allocated IP 172.20.0.1 (63502b71-d9b5-4dc2-aa03-108a11303eb6/ca08e21e-cacb-4415-9625-4907ac7f08c8/ae257e0b-f5c8-4e34-bb74-cf73156448c9) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:42:37.673933 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Attempting to bind port 7d008579-e9c8-42c3-a5ce-084e3d308421 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:42:37.674300 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Attempting to bind port 7d008579-e9c8-42c3-a5ce-084e3d308421 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:42:37.674657 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Attempting to bind port 7d008579-e9c8-42c3-a5ce-084e3d308421 on network 31e1378b-073c-4b12-ba8a-daf195bf9e82 {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:42:37.676633 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f4907-7ebb-44ca-a7a4-8c6ff4d0c7da None None] Pushing event updated for resources: {'Port': ['ID=7d008579-e9c8-42c3-a5ce-084e3d308421,revision_number=2']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:37.682294 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:42:37.682661 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Checking segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104396) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:42:37.683144 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:37.683421 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Bound using segment: {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'} {{(pid=104396) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:42:37.684081 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.managers [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Bound port: 7d008579-e9c8-42c3-a5ce-084e3d308421, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e027b1da-1ddd-4d3c-a856-892c8783fc94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82'}}] {{(pid=104396) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:42:37.684444 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), before_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:37.693484 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:37.741499 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] For port 7d008579-e9c8-42c3-a5ce-084e3d308421, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104396) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:42:37.744842 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.plugins.ml2.db [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] For port 7d008579-e9c8-42c3-a5ce-084e3d308421, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=7d008579-e9c8-42c3-a5ce-084e3d308421,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104396) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:42:37.762557 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Publish callbacks [] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:37.867697 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron_lib.callbacks.manager [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), after_update {{(pid=104396) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:37.868222 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:37.916386 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Network 63502b71-d9b5-4dc2-aa03-108a11303eb6 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:42:37.919798 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:37.931931 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:42:37.933665 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Routers {'6930442e-ff4e-4bdb-b8b8-63c1094cb746'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:37.934429 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['6930442e-ff4e-4bdb-b8b8-63c1094cb746'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:37.935564 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Pushing event updated for resources: {'Port': ['ID=ae257e0b-f5c8-4e34-bb74-cf73156448c9,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:37.975403 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1040305'] for router_interface (6930442e-ff4e-4bdb-b8b8-63c1094cb746), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:37.980027 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83f4907-7ebb-44ca-a7a4-8c6ff4d0c7da None None] Pushing event updated for resources: {'Port': ['ID=7d008579-e9c8-42c3-a5ce-084e3d308421,revision_number=3']} {{(pid=104396) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:38.062773 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] Set router 6930442e-ff4e-4bdb-b8b8-63c1094cb746 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:38.201736 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-afad3395-c72a-4eee-bcf4-9e34642201d9 None None] Provisioning complete for port ae257e0b-f5c8-4e34-bb74-cf73156448c9 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:38.202043 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-afad3395-c72a-4eee-bcf4-9e34642201d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:38.240730 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-afad3395-c72a-4eee-bcf4-9e34642201d9 None None] Port ae257e0b-f5c8-4e34-bb74-cf73156448c9 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:42:38.254159 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'name': 'tempest-TestMinimumBasicScenario-2145747421-router', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:35Z', 'revision_number': 3, 'project_id': '00671e957c8644e6954a41aa309e8608', 'gw_port': {'id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:38.275017 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:38.287916 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3fe64e5-70d4-4080-9d80-dbbc424d3d08 None None] The sync data for ids ['6930442e-ff4e-4bdb-b8b8-63c1094cb746'] in dv-cinder-836027-2-iscsi is: [{'id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'name': 'tempest-TestMinimumBasicScenario-2145747421-router', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:35Z', 'revision_number': 3, 'project_id': '00671e957c8644e6954a41aa309e8608', 'gw_port': {'id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:42:38.316900 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:38.338189 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:38.394817 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42724) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:38.477721 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0b4c-c02f-40d3-9d68-7c2329282b74 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group (920f480c-ac80-428f-8d32-1d5fa160f80a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:38.494212 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Publish callbacks [] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:38.522392 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:38.525281 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0b4c-c02f-40d3-9d68-7c2329282b74 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group (920f480c-ac80-428f-8d32-1d5fa160f80a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:38.556520 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:38.632265 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531ac65-75f2-4943-a477-7c5dc3127811 req-087e8a13-9c9f-41be-ae08-422e7bf0ad95 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:38.644052 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a531ac65-75f2-4943-a477-7c5dc3127811 req-087e8a13-9c9f-41be-ae08-422e7bf0ad95 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 945 time: 0.1072192 Jun 30 16:42:38.650833 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Pushing event updated for resources: {'Port': ['ID=ae257e0b-f5c8-4e34-bb74-cf73156448c9,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:38.681419 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-527423', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1040173'] for router_interface (6930442e-ff4e-4bdb-b8b8-63c1094cb746), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:38.708298 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a531ac65-75f2-4943-a477-7c5dc3127811 req-80ee0658-1a36-4d89-8510-f3e752a51ebc tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633588 Jun 30 16:42:38.793640 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Network 63502b71-d9b5-4dc2-aa03-108a11303eb6 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:42:38.795235 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:38.826474 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0b4c-c02f-40d3-9d68-7c2329282b74 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (920f480c-ac80-428f-8d32-1d5fa160f80a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:38.829923 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e7cf0b4c-c02f-40d3-9d68-7c2329282b74 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:38.830953 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-e7cf0b4c-c02f-40d3-9d68-7c2329282b74 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] 10.222.0.67 "DELETE /v2.0/security-groups/920f480c-ac80-428f-8d32-1d5fa160f80a HTTP/1.1" status: 204 len: 168 time: 0.4370663 Jun 30 16:42:38.841372 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf0b4c-c02f-40d3-9d68-7c2329282b74 tempest-TestShelveInstance-860964969 tempest-TestShelveInstance-860964969-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=920f480c-ac80-428f-8d32-1d5fa160f80a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:38.958809 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:38.964892 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Router 6930442e-ff4e-4bdb-b8b8-63c1094cb746 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:42:39.029433 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42732) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:39.072727 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-cf55a8f2-5117-4c1d-bc5a-eac1a6a96dc8 None None] Provisioning complete for port ae257e0b-f5c8-4e34-bb74-cf73156448c9 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:39.073283 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-cf55a8f2-5117-4c1d-bc5a-eac1a6a96dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:39.147914 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:42:39.155162 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-cf55a8f2-5117-4c1d-bc5a-eac1a6a96dc8 None None] Port ae257e0b-f5c8-4e34-bb74-cf73156448c9 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:42:39.160007 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-f051da84-4dab-4323-97ea-b24d804e3e63 admin admin] 10.222.0.67 "PUT /v2.0/routers/6930442e-ff4e-4bdb-b8b8-63c1094cb746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6160140 Jun 30 16:42:39.231512 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 7d008579-e9c8-42c3-a5ce-084e3d308421 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:42:39.289389 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 7d008579-e9c8-42c3-a5ce-084e3d308421 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:39.289888 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:39.387813 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 7d008579-e9c8-42c3-a5ce-084e3d308421 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:39.388162 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:39.415428 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] For port 7d008579-e9c8-42c3-a5ce-084e3d308421, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=7d008579-e9c8-42c3-a5ce-084e3d308421,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:39.504970 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:39.567397 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Pushing event updated for resources: {'Port': ['ID=7d008579-e9c8-42c3-a5ce-084e3d308421,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:39.716301 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:39.760870 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-02aba317-df77-4b5f-be3d-517b5e14aa29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040202'] for router_interface (17654f20-9367-4fd0-a015-fdd44915b95f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:39.775372 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:39.881375 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79981f7-196b-4b5f-8d38-2f0c482d3a40 req-9afe728a-882b-4932-af6c-e3462019ffb3 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:39.883001 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f79981f7-196b-4b5f-8d38-2f0c482d3a40 req-9afe728a-882b-4932-af6c-e3462019ffb3 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 945 time: 0.0889859 Jun 30 16:42:39.907950 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:39.988967 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f79981f7-196b-4b5f-8d38-2f0c482d3a40 req-daae38c6-c72b-460a-8a9d-02dd12371a3f tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989666 Jun 30 16:42:40.103446 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-02aba317-df77-4b5f-be3d-517b5e14aa29 admin admin] Deleting port 12f481c9-a27a-4745-8962-018684e53717 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:42:40.103884 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-02aba317-df77-4b5f-be3d-517b5e14aa29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (12f481c9-a27a-4745-8962-018684e53717), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:40.167200 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:40.195308 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-02aba317-df77-4b5f-be3d-517b5e14aa29 admin admin] For port 12f481c9-a27a-4745-8962-018684e53717, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=12f481c9-a27a-4745-8962-018684e53717,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:40.195710 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-02aba317-df77-4b5f-be3d-517b5e14aa29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (12f481c9-a27a-4745-8962-018684e53717), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:40.210489 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-02aba317-df77-4b5f-be3d-517b5e14aa29 admin admin] Calling delete_port for 12f481c9-a27a-4745-8962-018684e53717 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:42:40.573446 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-02aba317-df77-4b5f-be3d-517b5e14aa29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (12f481c9-a27a-4745-8962-018684e53717), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:40.606199 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aba317-df77-4b5f-be3d-517b5e14aa29 admin admin] Pushing event deleted for resources: {'Port': ['ID=12f481c9-a27a-4745-8962-018684e53717,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:40.854378 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-02aba317-df77-4b5f-be3d-517b5e14aa29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025722'] for router_interface (17654f20-9367-4fd0-a015-fdd44915b95f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:40.925452 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Sync routers for ids ['6930442e-ff4e-4bdb-b8b8-63c1094cb746'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:42:40.950882 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Routers {'6930442e-ff4e-4bdb-b8b8-63c1094cb746'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:40.951852 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['6930442e-ff4e-4bdb-b8b8-63c1094cb746'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:41.036934 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:41.134113 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Set router 6930442e-ff4e-4bdb-b8b8-63c1094cb746 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:41.174269 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:41.244208 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02aba317-df77-4b5f-be3d-517b5e14aa29 admin admin] Router 17654f20-9367-4fd0-a015-fdd44915b95f has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:42:41.340359 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 7d008579-e9c8-42c3-a5ce-084e3d308421 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:42:41.377385 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:41.426920 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'name': 'tempest-TestMinimumBasicScenario-2145747421-router', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:38Z', 'revision_number': 4, 'project_id': '00671e957c8644e6954a41aa309e8608', 'gw_port': {'id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'ae257e0b-f5c8-4e34-bb74-cf73156448c9', 'name': '', 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'mac_address': 'fa:16:3e:90:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ca08e21e-cacb-4415-9625-4907ac7f08c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:37Z', 'updated_at': '2022-06-30T16:42:38Z', 'revision_number': 2, 'project_id': '00671e957c8644e6954a41aa309e8608', 'subnets': [{'id': 'ca08e21e-cacb-4415-9625-4907ac7f08c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:41.463414 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Checking router: 6930442e-ff4e-4bdb-b8b8-63c1094cb746 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:42:41.463986 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Updating router 6930442e-ff4e-4bdb-b8b8-63c1094cb746 port ae257e0b-f5c8-4e34-bb74-cf73156448c9 binding host dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 30 16:42:41.481461 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:41.490453 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02aba317-df77-4b5f-be3d-517b5e14aa29 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:42:41.495356 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:41.498619 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port 7d008579-e9c8-42c3-a5ce-084e3d308421 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:41.499044 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:41.499577 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e238a8d-f9ec-47fa-9c67-d5ed0e5ee9c4 req-e794d57f-2831-48b6-a951-45cab630e802 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:41.501427 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3e238a8d-f9ec-47fa-9c67-d5ed0e5ee9c4 req-e794d57f-2831-48b6-a951-45cab630e802 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 945 time: 0.0679626 Jun 30 16:42:41.501710 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6202c492-352c-4ea6-a93c-26fc8e660d17 None None] Sync routers for ids ['17654f20-9367-4fd0-a015-fdd44915b95f'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:42:41.505896 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-02aba317-df77-4b5f-be3d-517b5e14aa29 admin admin] 10.222.0.67 "PUT /v2.0/routers/17654f20-9367-4fd0-a015-fdd44915b95f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4745970 Jun 30 16:42:41.508581 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42792) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:41.531176 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202c492-352c-4ea6-a93c-26fc8e660d17 None None] Routers {'17654f20-9367-4fd0-a015-fdd44915b95f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:41.532217 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-6202c492-352c-4ea6-a93c-26fc8e660d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['17654f20-9367-4fd0-a015-fdd44915b95f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:41.602629 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3e238a8d-f9ec-47fa-9c67-d5ed0e5ee9c4 req-77c0ddf8-320c-4113-b528-37d54cd73a1c tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909276 Jun 30 16:42:41.647082 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Publish callbacks [] for router (17654f20-9367-4fd0-a015-fdd44915b95f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:41.670624 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-6202c492-352c-4ea6-a93c-26fc8e660d17 None None] Set router 17654f20-9367-4fd0-a015-fdd44915b95f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:41.752935 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port 7d008579-e9c8-42c3-a5ce-084e3d308421 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:41.799054 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Publish callbacks [] for router_gateway (17654f20-9367-4fd0-a015-fdd44915b95f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:41.804390 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:41.880604 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:41.914719 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:41.943801 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-6202c492-352c-4ea6-a93c-26fc8e660d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167'}], 'enable_snat': True}, 'gw_port_id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:42:40Z', 'revision_number': 5, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port': {'id': '62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:0d:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:16Z', 'updated_at': '2022-06-30T16:36:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:41.949721 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Deleting port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:42:41.950072 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:41.962511 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Publish callbacks [] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), precommit_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:41.972830 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6202c492-352c-4ea6-a93c-26fc8e660d17 None None] Checking router: 17654f20-9367-4fd0-a015-fdd44915b95f for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:42:41.981793 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6202c492-352c-4ea6-a93c-26fc8e660d17 None None] Routers {'17654f20-9367-4fd0-a015-fdd44915b95f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:41.982409 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-6202c492-352c-4ea6-a93c-26fc8e660d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['17654f20-9367-4fd0-a015-fdd44915b95f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:42.049580 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] For port 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:42.049968 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.055435 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.077667 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Calling delete_port for 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:42:42.105308 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-6202c492-352c-4ea6-a93c-26fc8e660d17 None None] Set router 17654f20-9367-4fd0-a015-fdd44915b95f gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:42.196423 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20832b92-a78d-4045-98a1-ef51fdce1410 None None] Pushing event updated for resources: {'Port': ['ID=ae257e0b-f5c8-4e34-bb74-cf73156448c9,revision_number=3']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:42.214017 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Attempting to bind port ae257e0b-f5c8-4e34-bb74-cf73156448c9 on host dv-cinder-836027-2-iscsi for vnic_type normal with profile {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:42:42.217337 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Attempting to bind port ae257e0b-f5c8-4e34-bb74-cf73156448c9 by drivers openvswitch,hyperv on host dv-cinder-836027-2-iscsi at level 0 using segments [{'id': 'f0e240bc-6097-4fe1-8166-8656c789e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6'}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:42:42.217337 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Attempting to bind port ae257e0b-f5c8-4e34-bb74-cf73156448c9 on network 63502b71-d9b5-4dc2-aa03-108a11303eb6 {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:42:42.224056 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Checking agent: {'id': '4770bca1-1532-418e-9608-c28103bc9ef3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836027-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 25, 10), 'started_at': datetime.datetime(2022, 6, 30, 16, 25, 40), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836027-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:42:42.224798 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Checking segment: {'id': 'f0e240bc-6097-4fe1-8166-8656c789e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104395) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:42:42.225432 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.226019 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Bound using segment: {'id': 'f0e240bc-6097-4fe1-8166-8656c789e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6'} {{(pid=104395) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:42:42.231278 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-6202c492-352c-4ea6-a93c-26fc8e660d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:42:41Z', 'revision_number': 6, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port_host': None}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:42.233913 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.managers [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Bound port: ae257e0b-f5c8-4e34-bb74-cf73156448c9, host: dv-cinder-836027-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0e240bc-6097-4fe1-8166-8656c789e432', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6'}}] {{(pid=104395) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:42:42.234559 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.303181 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6202c492-352c-4ea6-a93c-26fc8e660d17 None None] The sync data for ids ['17654f20-9367-4fd0-a015-fdd44915b95f'] in dv-cinder-836027-2-iscsi is: [{'id': '17654f20-9367-4fd0-a015-fdd44915b95f', 'name': 'tempest-TestShelveInstance-2044308052-router', 'tenant_id': '19b35fc495a345898167db62b9b95887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:15Z', 'updated_at': '2022-06-30T16:42:41Z', 'revision_number': 6, 'project_id': '19b35fc495a345898167db62b9b95887', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:42:42.367932 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.409419 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Pushing event deleted for resources: {'Port': ['ID=62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:42.512882 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-12896faa-d4e3-439d-83d7-55fb89a169ad None None] Provisioning complete for port ae257e0b-f5c8-4e34-bb74-cf73156448c9 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:42.513256 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-12896faa-d4e3-439d-83d7-55fb89a169ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.523881 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:42.526859 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030166'] for router_gateway (17654f20-9367-4fd0-a015-fdd44915b95f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.566968 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] For port ae257e0b-f5c8-4e34-bb74-cf73156448c9, host dv-cinder-836027-2-iscsi, cleared binding levels {{(pid=104395) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:42:42.579262 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-12896faa-d4e3-439d-83d7-55fb89a169ad None None] Port ae257e0b-f5c8-4e34-bb74-cf73156448c9 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:42:42.587309 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] For port ae257e0b-f5c8-4e34-bb74-cf73156448c9, host dv-cinder-836027-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=ae257e0b-f5c8-4e34-bb74-cf73156448c9,segment=NetworkSegment(f0e240bc-6097-4fe1-8166-8656c789e432),segment_id=f0e240bc-6097-4fe1-8166-8656c789e432)] {{(pid=104395) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:42:42.642389 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.644977 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1039405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42950'] for router (17654f20-9367-4fd0-a015-fdd44915b95f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.658437 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Publish callbacks [] for router_controller (17654f20-9367-4fd0-a015-fdd44915b95f), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.694076 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.813897 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3609e20-a722-4eb8-993a-5a63ab50cbf0 req-2a3acab5-4a94-48a2-afa7-114b451d6360 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:42.815802 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a3609e20-a722-4eb8-993a-5a63ab50cbf0 req-2a3acab5-4a94-48a2-afa7-114b451d6360 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.65 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 945 time: 0.1731498 Jun 30 16:42:42.847614 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20832b92-a78d-4045-98a1-ef51fdce1410 None None] Pushing event updated for resources: {'Port': ['ID=ae257e0b-f5c8-4e34-bb74-cf73156448c9,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:42.868654 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Routers {'6930442e-ff4e-4bdb-b8b8-63c1094cb746'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:42.870129 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['6930442e-ff4e-4bdb-b8b8-63c1094cb746'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:42.884940 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c67c5be-45d3-4617-b6a2-54c7fc5b6168 req-b5d17d85-df73-4aae-91ae-02817c5400f5 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:42.886985 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0c67c5be-45d3-4617-b6a2-54c7fc5b6168 req-b5d17d85-df73-4aae-91ae-02817c5400f5 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 945 time: 0.1206880 Jun 30 16:42:42.900444 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:42.962633 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-a3609e20-a722-4eb8-993a-5a63ab50cbf0 req-9502b0f7-af76-43f7-b2de-6331ebdc0eea tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Deleting port b5174eb1-20a3-49fe-adbd-841f7b274334 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:42:42.962988 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a3609e20-a722-4eb8-993a-5a63ab50cbf0 req-9502b0f7-af76-43f7-b2de-6331ebdc0eea tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.965955 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1039596'] for router (17654f20-9367-4fd0-a015-fdd44915b95f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.967123 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17654f20-9367-4fd0-a015-fdd44915b95f {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 16:42:42.971738 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:42.973228 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-1c52e170-9b15-467c-975a-2d67bd42c94c admin admin] 10.222.0.67 "DELETE /v2.0/routers/17654f20-9367-4fd0-a015-fdd44915b95f HTTP/1.1" status: 204 len: 168 time: 1.4636347 Jun 30 16:42:42.976341 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42836) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:43.016964 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0c67c5be-45d3-4617-b6a2-54c7fc5b6168 req-cb371023-2376-444f-ae68-9982d7bbe381 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204951 Jun 30 16:42:43.077387 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] Set router 6930442e-ff4e-4bdb-b8b8-63c1094cb746 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:43.122497 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-5379adbf-4605-4a92-84ba-3a3e7a428011 admin admin] Deleting subnet d61d6a43-b270-4bed-9903-630d27b24abf {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:42:43.130255 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5379adbf-4605-4a92-84ba-3a3e7a428011 admin admin] Publish callbacks [] for subnet (d61d6a43-b270-4bed-9903-630d27b24abf), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:43.198606 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-a3609e20-a722-4eb8-993a-5a63ab50cbf0 req-9502b0f7-af76-43f7-b2de-6331ebdc0eea tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] For port b5174eb1-20a3-49fe-adbd-841f7b274334, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b5174eb1-20a3-49fe-adbd-841f7b274334,segment=NetworkSegment(80b96352-8eb1-413e-bd9b-e6c00bef2164),segment_id=80b96352-8eb1-413e-bd9b-e6c00bef2164)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:43.202723 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a3609e20-a722-4eb8-993a-5a63ab50cbf0 req-9502b0f7-af76-43f7-b2de-6331ebdc0eea tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:43.238265 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5379adbf-4605-4a92-84ba-3a3e7a428011 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13027248'] for subnet (d61d6a43-b270-4bed-9903-630d27b24abf), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:43.288255 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-a3609e20-a722-4eb8-993a-5a63ab50cbf0 req-9502b0f7-af76-43f7-b2de-6331ebdc0eea tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Calling delete_port for b5174eb1-20a3-49fe-adbd-841f7b274334 owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:42:43.353589 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:42:43.395747 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-9e815dc2-3718-4411-b9e2-5691b0f780b7 None None] Provisioning complete for port ae257e0b-f5c8-4e34-bb74-cf73156448c9 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:43.396754 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9e815dc2-3718-4411-b9e2-5691b0f780b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:43.411549 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:42:43.411907 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 62a827e0-ae7d-4b38-b6f5-f85eb06ebc8f not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:42:43.412336 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 12f481c9-a27a-4745-8962-018684e53717 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:42:43.430205 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5379adbf-4605-4a92-84ba-3a3e7a428011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (d61d6a43-b270-4bed-9903-630d27b24abf), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:43.483242 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 12f481c9-a27a-4745-8962-018684e53717 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:42:43.484400 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 12f481c9-a27a-4745-8962-018684e53717 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:42:43.507811 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:43.598761 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'name': 'tempest-TestMinimumBasicScenario-2145747421-router', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:38Z', 'revision_number': 4, 'project_id': '00671e957c8644e6954a41aa309e8608', 'gw_port': {'id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'ae257e0b-f5c8-4e34-bb74-cf73156448c9', 'name': '', 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'mac_address': 'fa:16:3e:90:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ca08e21e-cacb-4415-9625-4907ac7f08c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:37Z', 'updated_at': '2022-06-30T16:42:42Z', 'revision_number': 4, 'project_id': '00671e957c8644e6954a41aa309e8608', 'subnets': [{'id': 'ca08e21e-cacb-4415-9625-4907ac7f08c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:43.629934 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ee7bd5-08b6-46cd-95f9-c80df1f9b326 None None] The sync data for ids ['6930442e-ff4e-4bdb-b8b8-63c1094cb746'] in dv-cinder-836027-2-iscsi is: [{'id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'name': 'tempest-TestMinimumBasicScenario-2145747421-router', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:38Z', 'revision_number': 4, 'project_id': '00671e957c8644e6954a41aa309e8608', 'gw_port': {'id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'ae257e0b-f5c8-4e34-bb74-cf73156448c9', 'name': '', 'network_id': '63502b71-d9b5-4dc2-aa03-108a11303eb6', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'mac_address': 'fa:16:3e:90:17:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'device_owner': 'network:router_interface', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'ca08e21e-cacb-4415-9625-4907ac7f08c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:37Z', 'updated_at': '2022-06-30T16:42:42Z', 'revision_number': 4, 'project_id': '00671e957c8644e6954a41aa309e8608', 'subnets': [{'id': 'ca08e21e-cacb-4415-9625-4907ac7f08c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:42:43.642628 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-9e815dc2-3718-4411-b9e2-5691b0f780b7 None None] Current status of the port ae257e0b-f5c8-4e34-bb74-cf73156448c9 is: DOWN; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:43.643316 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9e815dc2-3718-4411-b9e2-5691b0f780b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:43.684548 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5379adbf-4605-4a92-84ba-3a3e7a428011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12978040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13262272'] for subnet (d61d6a43-b270-4bed-9903-630d27b24abf), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:43.689281 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a3609e20-a722-4eb8-993a-5a63ab50cbf0 req-9502b0f7-af76-43f7-b2de-6331ebdc0eea tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (b5174eb1-20a3-49fe-adbd-841f7b274334), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:43.708595 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['b5174eb1-20a3-49fe-adbd-841f7b274334'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:42:43.781565 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-9e815dc2-3718-4411-b9e2-5691b0f780b7 None None] For port ae257e0b-f5c8-4e34-bb74-cf73156448c9, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=ae257e0b-f5c8-4e34-bb74-cf73156448c9,segment=NetworkSegment(f0e240bc-6097-4fe1-8166-8656c789e432),segment_id=f0e240bc-6097-4fe1-8166-8656c789e432)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:43.781855 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:43.783123 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:43.783260 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5379adbf-4605-4a92-84ba-3a3e7a428011 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d61d6a43-b270-4bed-9903-630d27b24abf,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:43.816153 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9502b0f7-af76-43f7-b2de-6331ebdc0eea tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Pushing event deleted for resources: {'Port': ['ID=b5174eb1-20a3-49fe-adbd-841f7b274334,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:43.818918 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5379adbf-4605-4a92-84ba-3a3e7a428011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:43.822963 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-5379adbf-4605-4a92-84ba-3a3e7a428011 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d61d6a43-b270-4bed-9903-630d27b24abf HTTP/1.1" status: 204 len: 168 time: 0.8456385 Jun 30 16:42:43.829589 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42842) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:43.847220 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b1233e6-5622-41de-96fa-23e0592d8a92 None None] Network 43d53998-b324-428d-a316-199f927750c3 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:42:43.866050 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9e815dc2-3718-4411-b9e2-5691b0f780b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:43.966345 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3609e20-a722-4eb8-993a-5a63ab50cbf0 req-9502b0f7-af76-43f7-b2de-6331ebdc0eea tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] No DVR routers for this DVR port b5174eb1-20a3-49fe-adbd-841f7b274334 on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:42:43.966345 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a3609e20-a722-4eb8-993a-5a63ab50cbf0 req-9502b0f7-af76-43f7-b2de-6331ebdc0eea tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:43.970678 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a3609e20-a722-4eb8-993a-5a63ab50cbf0 req-9502b0f7-af76-43f7-b2de-6331ebdc0eea tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.65 "DELETE /v2.0/ports/b5174eb1-20a3-49fe-adbd-841f7b274334 HTTP/1.1" status: 204 len: 173 time: 1.1443658 Jun 30 16:42:43.971233 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5b5b090-631c-4a31-89a5-393056df1c5d', 'name': 'network-vif-deleted', 'tag': 'b5174eb1-20a3-49fe-adbd-841f7b274334'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:42:43.990560 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb01cff-b7d7-42f7-84a5-e2275039444c" -d '{"events": [{"server_uuid": "c5b5b090-631c-4a31-89a5-393056df1c5d", "name": "network-vif-deleted", "tag": "b5174eb1-20a3-49fe-adbd-841f7b274334"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:42:44.013474 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (43d53998-b324-428d-a316-199f927750c3), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:44.068908 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e815dc2-3718-4411-b9e2-5691b0f780b7 None None] Pushing event updated for resources: {'Port': ['ID=ae257e0b-f5c8-4e34-bb74-cf73156448c9,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:44.086436 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ae20e8-2699-4ec7-bd09-307e10bbaf36 x-openstack-request-id: req-52ae20e8-2699-4ec7-bd09-307e10bbaf36 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:42:44.087409 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5b5b090-631c-4a31-89a5-393056df1c5d", "name": "network-vif-deleted", "tag": "b5174eb1-20a3-49fe-adbd-841f7b274334", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:42:44.088237 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-52ae20e8-2699-4ec7-bd09-307e10bbaf36 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:42:44.088653 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ae20e8-2699-4ec7-bd09-307e10bbaf36'] response: {'server_uuid': 'c5b5b090-631c-4a31-89a5-393056df1c5d', 'name': 'network-vif-deleted', 'tag': 'b5174eb1-20a3-49fe-adbd-841f7b274334', 'status': 'completed', 'code': 200} Jun 30 16:42:44.147810 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Deleting port ab213cef-69e1-4874-bafb-f56b2222ea09 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:42:44.148151 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:44.170246 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bedb557-55e8-4396-8ed9-d969d3f7c0c4 None None] DHCP port deletion for 43d53998-b324-428d-a316-199f927750c3 request from dv-cinder-836027-2-iscsi {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 16:42:44.253242 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6bedb557-55e8-4396-8ed9-d969d3f7c0c4 None None] Deleting port ab213cef-69e1-4874-bafb-f56b2222ea09 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:42:44.253625 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6bedb557-55e8-4396-8ed9-d969d3f7c0c4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:44.261455 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-062b1813-df54-4206-8945-d77c11970f4e req-187f3bf9-990d-4ece-8580-fc324a5cc630 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5b5b090-631c-4a31-89a5-393056df1c5d HTTP/1.1" status: 200 len: 210 time: 0.1108160 Jun 30 16:42:44.410805 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-6bedb557-55e8-4396-8ed9-d969d3f7c0c4 None None] For port ab213cef-69e1-4874-bafb-f56b2222ea09, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=ab213cef-69e1-4874-bafb-f56b2222ea09,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:44.411076 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] For port ab213cef-69e1-4874-bafb-f56b2222ea09, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=ab213cef-69e1-4874-bafb-f56b2222ea09,segment=NetworkSegment(515e25aa-70f7-4dc5-8af9-50f5385ec385),segment_id=515e25aa-70f7-4dc5-8af9-50f5385ec385)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:44.411237 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6bedb557-55e8-4396-8ed9-d969d3f7c0c4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:44.411345 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:44.423673 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6bedb557-55e8-4396-8ed9-d969d3f7c0c4 None None] Calling delete_port for ab213cef-69e1-4874-bafb-f56b2222ea09 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:42:44.448564 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Calling delete_port for ab213cef-69e1-4874-bafb-f56b2222ea09 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:42:44.697251 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6bedb557-55e8-4396-8ed9-d969d3f7c0c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:44.704059 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (ab213cef-69e1-4874-bafb-f56b2222ea09), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:44.731294 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab213cef-69e1-4874-bafb-f56b2222ea09,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:44.735077 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] No DVR routers for this DVR port ab213cef-69e1-4874-bafb-f56b2222ea09 on host dv-cinder-836027-2-iscsi {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:42:44.743713 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bedb557-55e8-4396-8ed9-d969d3f7c0c4 None None] Pushing event deleted for resources: {'Port': ['ID=ab213cef-69e1-4874-bafb-f56b2222ea09,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:44.746153 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bedb557-55e8-4396-8ed9-d969d3f7c0c4 None None] No DVR routers for this DVR port ab213cef-69e1-4874-bafb-f56b2222ea09 on host dv-cinder-836027-2-iscsi {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:42:44.842221 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (43d53998-b324-428d-a316-199f927750c3), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:44.877397 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43d53998-b324-428d-a316-199f927750c3']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:44.925934 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515e25aa-70f7-4dc5-8af9-50f5385ec385') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:44.926714 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515e25aa-70f7-4dc5-8af9-50f5385ec385') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:44.941017 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267495'] for segment (515e25aa-70f7-4dc5-8af9-50f5385ec385), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:44.971781 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (515e25aa-70f7-4dc5-8af9-50f5385ec385), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:44.979556 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:42:44.980106 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13834955'] for segment (515e25aa-70f7-4dc5-8af9-50f5385ec385), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:45.041972 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 515e25aa-70f7-4dc5-8af9-50f5385ec385 resource provider aggregate not found Jun 30 16:42:45.087854 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 515e25aa-70f7-4dc5-8af9-50f5385ec385 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 515e25aa-70f7-4dc5-8af9-50f5385ec385 found for delete ", "request_id": "req-074c0460-60ab-453b-a3c4-422b76ff1083"}]} Jun 30 16:42:45.223436 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device ae257e0b-f5c8-4e34-bb74-cf73156448c9 up at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:42:45.284707 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Provisioning complete for port ae257e0b-f5c8-4e34-bb74-cf73156448c9 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:45.285194 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:45.402903 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Current status of the port ae257e0b-f5c8-4e34-bb74-cf73156448c9 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:42:45.481964 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device ab213cef-69e1-4874-bafb-f56b2222ea09 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:42:45.504256 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: ab213cef-69e1-4874-bafb-f56b2222ea09 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:42:45.504694 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device ab213cef-69e1-4874-bafb-f56b2222ea09 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:42:45.508151 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (43d53998-b324-428d-a316-199f927750c3), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:45.526305 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:45.529420 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] 10.222.0.67 "DELETE /v2.0/networks/43d53998-b324-428d-a316-199f927750c3 HTTP/1.1" status: 204 len: 168 time: 1.6988473 Jun 30 16:42:45.531258 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95043ab-eb4a-4de6-a6d1-d2c9c5284347 admin admin] Pushing event deleted for resources: {'Network': ['ID=43d53998-b324-428d-a316-199f927750c3,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:45.532981 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42878) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:46.192551 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-46ac7af9-5270-445d-8cdf-f11876547231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040202'] for router_interface (1199ef09-5c43-44cd-8882-bf8860607f56), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:46.302010 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device b5174eb1-20a3-49fe-adbd-841f7b274334 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:42:46.349830 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: b5174eb1-20a3-49fe-adbd-841f7b274334 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:42:46.350514 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device b5174eb1-20a3-49fe-adbd-841f7b274334 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:42:46.464247 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:46.485270 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-46ac7af9-5270-445d-8cdf-f11876547231 admin admin] Deleting port 11d400d2-8ac1-4044-83e7-e421d51e936f {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:42:46.487702 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-46ac7af9-5270-445d-8cdf-f11876547231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:46.589053 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-46ac7af9-5270-445d-8cdf-f11876547231 admin admin] For port 11d400d2-8ac1-4044-83e7-e421d51e936f, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=11d400d2-8ac1-4044-83e7-e421d51e936f,segment=NetworkSegment(b7336e1c-cdb1-43c9-89bf-382611031457),segment_id=b7336e1c-cdb1-43c9-89bf-382611031457)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:46.589735 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-46ac7af9-5270-445d-8cdf-f11876547231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:46.605402 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-46ac7af9-5270-445d-8cdf-f11876547231 admin admin] Calling delete_port for 11d400d2-8ac1-4044-83e7-e421d51e936f owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:42:46.655322 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:46.912510 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-46ac7af9-5270-445d-8cdf-f11876547231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (11d400d2-8ac1-4044-83e7-e421d51e936f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:46.974524 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac7af9-5270-445d-8cdf-f11876547231 admin admin] Pushing event deleted for resources: {'Port': ['ID=11d400d2-8ac1-4044-83e7-e421d51e936f,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:47.252230 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-46ac7af9-5270-445d-8cdf-f11876547231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025722'] for router_interface (1199ef09-5c43-44cd-8882-bf8860607f56), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:47.511676 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46ac7af9-5270-445d-8cdf-f11876547231 admin admin] Router 1199ef09-5c43-44cd-8882-bf8860607f56 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:42:47.632867 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46ac7af9-5270-445d-8cdf-f11876547231 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:42:47.640581 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-46ac7af9-5270-445d-8cdf-f11876547231 admin admin] 10.222.0.67 "PUT /v2.0/routers/1199ef09-5c43-44cd-8882-bf8860607f56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1057754 Jun 30 16:42:47.645084 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42888) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:47.648308 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fd9cd7-816a-4daa-b6de-4657667ba62b None None] Sync routers for ids ['1199ef09-5c43-44cd-8882-bf8860607f56'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:42:47.666248 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd9cd7-816a-4daa-b6de-4657667ba62b None None] Routers {'1199ef09-5c43-44cd-8882-bf8860607f56'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:47.667143 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-71fd9cd7-816a-4daa-b6de-4657667ba62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['1199ef09-5c43-44cd-8882-bf8860607f56'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:47.771362 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Publish callbacks [] for router (1199ef09-5c43-44cd-8882-bf8860607f56), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:47.794334 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-71fd9cd7-816a-4daa-b6de-4657667ba62b None None] Set router 1199ef09-5c43-44cd-8882-bf8860607f56 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:47.888706 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:47.908659 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Publish callbacks [] for router_gateway (1199ef09-5c43-44cd-8882-bf8860607f56), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:48.030995 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-71fd9cd7-816a-4daa-b6de-4657667ba62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'name': 'tempest-TestShelveInstance-1419728278-router', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226'}], 'enable_snat': True}, 'gw_port_id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:30Z', 'updated_at': '2022-06-30T16:42:46Z', 'revision_number': 5, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'gw_port': {'id': '2e1546f9-1a5a-408f-9d0e-3667fd44025a', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:36:31Z', 'updated_at': '2022-06-30T16:36:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:48.067307 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Deleting port 2e1546f9-1a5a-408f-9d0e-3667fd44025a {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:42:48.067810 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fd9cd7-816a-4daa-b6de-4657667ba62b None None] Checking router: 1199ef09-5c43-44cd-8882-bf8860607f56 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:42:48.068574 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:48.074643 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:48.086481 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fd9cd7-816a-4daa-b6de-4657667ba62b None None] Routers {'1199ef09-5c43-44cd-8882-bf8860607f56'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:42:48.087238 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-71fd9cd7-816a-4daa-b6de-4657667ba62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:42:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['1199ef09-5c43-44cd-8882-bf8860607f56'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:48.102472 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:48.186161 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] For port 2e1546f9-1a5a-408f-9d0e-3667fd44025a, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=2e1546f9-1a5a-408f-9d0e-3667fd44025a,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:48.187308 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:48.203645 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Calling delete_port for 2e1546f9-1a5a-408f-9d0e-3667fd44025a owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:42:48.223983 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-71fd9cd7-816a-4daa-b6de-4657667ba62b None None] Set router 1199ef09-5c43-44cd-8882-bf8860607f56 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:42:48.286484 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:48.289239 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-71fd9cd7-816a-4daa-b6de-4657667ba62b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'name': 'tempest-TestShelveInstance-1419728278-router', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:30Z', 'updated_at': '2022-06-30T16:42:47Z', 'revision_number': 6, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'gw_port_host': None}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:48.326350 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71fd9cd7-816a-4daa-b6de-4657667ba62b None None] The sync data for ids ['1199ef09-5c43-44cd-8882-bf8860607f56'] in dv-cinder-836027-2-iscsi is: [{'id': '1199ef09-5c43-44cd-8882-bf8860607f56', 'name': 'tempest-TestShelveInstance-1419728278-router', 'tenant_id': '3c9e3028b2404fc09a0a270fab412a09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:36:30Z', 'updated_at': '2022-06-30T16:42:47Z', 'revision_number': 6, 'project_id': '3c9e3028b2404fc09a0a270fab412a09', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:42:48.485011 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (2e1546f9-1a5a-408f-9d0e-3667fd44025a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:48.513556 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=2e1546f9-1a5a-408f-9d0e-3667fd44025a,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:48.596931 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030166'] for router_gateway (1199ef09-5c43-44cd-8882-bf8860607f56), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:48.716821 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1039405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42950'] for router (1199ef09-5c43-44cd-8882-bf8860607f56), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:48.720397 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Publish callbacks [] for router_controller (1199ef09-5c43-44cd-8882-bf8860607f56), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:49.032670 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1039596'] for router (1199ef09-5c43-44cd-8882-bf8860607f56), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:49.033517 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1199ef09-5c43-44cd-8882-bf8860607f56 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 16:42:49.041105 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:49.042268 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-940df761-06b7-4eb9-a9b9-50b138fe1c6d admin admin] 10.222.0.67 "DELETE /v2.0/routers/1199ef09-5c43-44cd-8882-bf8860607f56 HTTP/1.1" status: 204 len: 168 time: 1.3967423 Jun 30 16:42:49.045845 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 42894) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:49.051575 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:49.094911 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed559776-3c1e-4037-87ac-bfa010a0e269 admin admin] Deleting subnet 719c221b-04bf-43e2-93d3-f80e92861eb0 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:42:49.098909 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ed559776-3c1e-4037-87ac-bfa010a0e269 admin admin] Publish callbacks [] for subnet (719c221b-04bf-43e2-93d3-f80e92861eb0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:49.138552 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ed559776-3c1e-4037-87ac-bfa010a0e269 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267484'] for subnet (719c221b-04bf-43e2-93d3-f80e92861eb0), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:49.224177 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 2e1546f9-1a5a-408f-9d0e-3667fd44025a no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:42:49.253830 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 2e1546f9-1a5a-408f-9d0e-3667fd44025a {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:42:49.254187 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 2e1546f9-1a5a-408f-9d0e-3667fd44025a not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:42:49.254621 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 11d400d2-8ac1-4044-83e7-e421d51e936f no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:42:49.265108 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ed559776-3c1e-4037-87ac-bfa010a0e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (719c221b-04bf-43e2-93d3-f80e92861eb0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:49.280544 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 11d400d2-8ac1-4044-83e7-e421d51e936f {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:42:49.280927 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 11d400d2-8ac1-4044-83e7-e421d51e936f not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:42:49.439440 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ed559776-3c1e-4037-87ac-bfa010a0e269 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13834865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13008078'] for subnet (719c221b-04bf-43e2-93d3-f80e92861eb0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:49.473659 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed559776-3c1e-4037-87ac-bfa010a0e269 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=719c221b-04bf-43e2-93d3-f80e92861eb0,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:49.479866 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ed559776-3c1e-4037-87ac-bfa010a0e269 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:49.482939 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-ed559776-3c1e-4037-87ac-bfa010a0e269 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/719c221b-04bf-43e2-93d3-f80e92861eb0 HTTP/1.1" status: 204 len: 168 time: 0.4371293 Jun 30 16:42:49.486681 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42900) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:49.489758 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27ccf85-2455-4b52-bb81-92671e00c8f5 None None] Network 471ea1ef-ab35-4515-bbf8-610dbd85276e requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:42:49.629238 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (471ea1ef-ab35-4515-bbf8-610dbd85276e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:49.685801 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Deleting port e43056fa-e153-4fc2-94ae-a374e9191962 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:42:49.686055 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:49.768116 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:49.784920 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] For port e43056fa-e153-4fc2-94ae-a374e9191962, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=e43056fa-e153-4fc2-94ae-a374e9191962,segment=NetworkSegment(b7336e1c-cdb1-43c9-89bf-382611031457),segment_id=b7336e1c-cdb1-43c9-89bf-382611031457)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:49.785288 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:49.804726 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Calling delete_port for e43056fa-e153-4fc2-94ae-a374e9191962 owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:42:49.814507 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:49.900247 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4649f2b-f4aa-476e-8e87-ac3cd624fa5e None None] DHCP port deletion for 471ea1ef-ab35-4515-bbf8-610dbd85276e request from dv-cinder-836027-2-iscsi {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 16:42:49.963495 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d4649f2b-f4aa-476e-8e87-ac3cd624fa5e None None] Deleting port e43056fa-e153-4fc2-94ae-a374e9191962 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:42:49.964000 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d4649f2b-f4aa-476e-8e87-ac3cd624fa5e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:50.016184 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:50.046720 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-d4649f2b-f4aa-476e-8e87-ac3cd624fa5e None None] For port e43056fa-e153-4fc2-94ae-a374e9191962, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=e43056fa-e153-4fc2-94ae-a374e9191962,segment=NetworkSegment(b7336e1c-cdb1-43c9-89bf-382611031457),segment_id=b7336e1c-cdb1-43c9-89bf-382611031457)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:42:50.047131 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d4649f2b-f4aa-476e-8e87-ac3cd624fa5e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:50.054806 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=e43056fa-e153-4fc2-94ae-a374e9191962,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:50.058696 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] No DVR routers for this DVR port e43056fa-e153-4fc2-94ae-a374e9191962 on host dv-cinder-836027-2-iscsi {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:42:50.071342 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-d4649f2b-f4aa-476e-8e87-ac3cd624fa5e None None] Calling delete_port for e43056fa-e153-4fc2-94ae-a374e9191962 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:42:50.159895 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (471ea1ef-ab35-4515-bbf8-610dbd85276e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:50.177474 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d4649f2b-f4aa-476e-8e87-ac3cd624fa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (e43056fa-e153-4fc2-94ae-a374e9191962), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:50.182713 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471ea1ef-ab35-4515-bbf8-610dbd85276e']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:50.200561 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7336e1c-cdb1-43c9-89bf-382611031457') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:50.200869 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7336e1c-cdb1-43c9-89bf-382611031457') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:42:50.210669 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4649f2b-f4aa-476e-8e87-ac3cd624fa5e None None] Pushing event deleted for resources: {'Port': ['ID=e43056fa-e153-4fc2-94ae-a374e9191962,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:50.212724 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4649f2b-f4aa-476e-8e87-ac3cd624fa5e None None] No DVR routers for this DVR port e43056fa-e153-4fc2-94ae-a374e9191962 on host dv-cinder-836027-2-iscsi {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:42:50.216454 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13027211'] for segment (b7336e1c-cdb1-43c9-89bf-382611031457), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:50.240471 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (b7336e1c-cdb1-43c9-89bf-382611031457), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:50.253068 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:42:50.253504 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12978114'] for segment (b7336e1c-cdb1-43c9-89bf-382611031457), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:50.416502 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (471ea1ef-ab35-4515-bbf8-610dbd85276e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:50.423187 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:50.432669 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] 10.222.0.67 "DELETE /v2.0/networks/471ea1ef-ab35-4515-bbf8-610dbd85276e HTTP/1.1" status: 204 len: 168 time: 0.9447999 Jun 30 16:42:50.450860 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0956d407-8b14-4264-aa73-9c9e38080c61 admin admin] Pushing event deleted for resources: {'Network': ['ID=471ea1ef-ab35-4515-bbf8-610dbd85276e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:50.472279 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment b7336e1c-cdb1-43c9-89bf-382611031457 resource provider aggregate not found Jun 30 16:42:50.496390 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment b7336e1c-cdb1-43c9-89bf-382611031457 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7336e1c-cdb1-43c9-89bf-382611031457 found for delete ", "request_id": "req-8699dece-97a6-4d36-89ba-ccdddd5b02ba"}]} Jun 30 16:42:50.655239 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8a948d86-4b9f-4c35-a975-dfefe31ddafc req-d992ec39-3408-4c85-bf91-7bb62262ccd5 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0519991 Jun 30 16:42:50.754391 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a948d86-4b9f-4c35-a975-dfefe31ddafc req-949e2073-a141-4e8b-a901-89027650a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:50.756591 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8a948d86-4b9f-4c35-a975-dfefe31ddafc req-949e2073-a141-4e8b-a901-89027650a154 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 1130 time: 0.0539439 Jun 30 16:42:50.901434 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a948d86-4b9f-4c35-a975-dfefe31ddafc req-b223957b-aba6-4309-93b9-da312726f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:50.904151 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8a948d86-4b9f-4c35-a975-dfefe31ddafc req-b223957b-aba6-4309-93b9-da312726f77b service neutron] 10.222.0.65 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 912 time: 0.1260266 Jun 30 16:42:50.905930 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42912) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:51.015500 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-2e097024-792a-4338-8963-c0af4d126f5b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=19b35fc495a345898167db62b9b95887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1081665 Jun 30 16:42:51.017412 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8a948d86-4b9f-4c35-a975-dfefe31ddafc req-9d4e0c6c-362a-40d2-86a5-e3ded1ca6bd9 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9418a863-c50c-466a-a9fc-f7525b264d71 HTTP/1.1" status: 200 len: 1001 time: 0.1017091 Jun 30 16:42:51.018394 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42916) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:51.129178 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a764b8d-53f2-46b2-b9e5-821d9412c696 admin admin] Publish callbacks [] for security_group (8cf8a637-a560-475e-88c4-7efe9310df68), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:51.154952 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:51.154952 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a948d86-4b9f-4c35-a975-dfefe31ddafc req-f61f0f80-8cdb-4b84-8a90-2e5caaccfdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:51.154952 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8a948d86-4b9f-4c35-a975-dfefe31ddafc req-f61f0f80-8cdb-4b84-8a90-2e5caaccfdd0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eba862ec-97f4-4405-a458-baac2ead5898 HTTP/1.1" status: 200 len: 850 time: 0.1235161 Jun 30 16:42:51.207108 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device e43056fa-e153-4fc2-94ae-a374e9191962 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:42:51.227377 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a764b8d-53f2-46b2-b9e5-821d9412c696 admin admin] Publish callbacks [] for security_group (8cf8a637-a560-475e-88c4-7efe9310df68), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:51.233397 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: e43056fa-e153-4fc2-94ae-a374e9191962 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:42:51.233741 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device e43056fa-e153-4fc2-94ae-a374e9191962 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:42:51.271763 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a948d86-4b9f-4c35-a975-dfefe31ddafc req-06275078-5973-4f88-9c1b-0ef3eef5fdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:51.273193 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8a948d86-4b9f-4c35-a975-dfefe31ddafc req-06275078-5973-4f88-9c1b-0ef3eef5fdb0 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=65fa0cba-7cff-4856-97c9-e4f078bde7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1099088 Jun 30 16:42:51.389308 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8a948d86-4b9f-4c35-a975-dfefe31ddafc req-43466e08-7f62-4031-b72b-1f720ae02740 service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062291 Jun 30 16:42:51.480009 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a764b8d-53f2-46b2-b9e5-821d9412c696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (8cf8a637-a560-475e-88c4-7efe9310df68), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:51.482640 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7a764b8d-53f2-46b2-b9e5-821d9412c696 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:51.484026 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-7a764b8d-53f2-46b2-b9e5-821d9412c696 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8cf8a637-a560-475e-88c4-7efe9310df68 HTTP/1.1" status: 204 len: 168 time: 0.4644604 Jun 30 16:42:51.501819 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a764b8d-53f2-46b2-b9e5-821d9412c696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf8a637-a560-475e-88c4-7efe9310df68,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:51.536249 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8a948d86-4b9f-4c35-a975-dfefe31ddafc req-0c615fae-84d3-4bb5-b2fd-1a1deac6c878 service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407747 Jun 30 16:42:52.901427 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42930) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:52.917413 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:52.959300 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-df4600f4-72d9-451c-a5a9-df8b0dd6e332 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3c9e3028b2404fc09a0a270fab412a09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621815 Jun 30 16:42:52.959932 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 42938) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:42:52.993778 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-6d170ce5-5d03-44ec-9929-b0e5afd4d8f2 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:52.995299 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-6d170ce5-5d03-44ec-9929-b0e5afd4d8f2 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/networks?id=d9c21de2-16f4-4f3f-9d4d-665494393536 HTTP/1.1" status: 200 len: 808 time: 0.1266594 Jun 30 16:42:53.022572 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c241ba87-06b3-4c65-ae72-09aac93c8df2 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/quotas/fc48c4912c8647d482593a28474d6b14 HTTP/1.1" status: 200 len: 375 time: 0.0115821 Jun 30 16:42:53.045297 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7bc05cce-a3fa-4f55-bbac-dd90da80ddb8 admin admin] Publish callbacks [] for security_group (2d66d217-4f54-4602-9f23-01757338798e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:53.070976 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-5ff9a9f4-a3eb-4724-9fa8-42a8c779ab29 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=fc48c4912c8647d482593a28474d6b14&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417688 Jun 30 16:42:53.082563 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7bc05cce-a3fa-4f55-bbac-dd90da80ddb8 admin admin] Publish callbacks [] for security_group (2d66d217-4f54-4602-9f23-01757338798e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:53.199372 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-1bd3e46d-2f4a-4916-9c2d-ae8f300dddfc service neutron] 10.222.0.67 "GET /v2.0/networks/d9c21de2-16f4-4f3f-9d4d-665494393536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180663 Jun 30 16:42:53.205329 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7bc05cce-a3fa-4f55-bbac-dd90da80ddb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (2d66d217-4f54-4602-9f23-01757338798e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:53.210615 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-7bc05cce-a3fa-4f55-bbac-dd90da80ddb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:53.212750 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-7bc05cce-a3fa-4f55-bbac-dd90da80ddb8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/2d66d217-4f54-4602-9f23-01757338798e HTTP/1.1" status: 204 len: 168 time: 0.2509160 Jun 30 16:42:53.222731 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc05cce-a3fa-4f55-bbac-dd90da80ddb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d66d217-4f54-4602-9f23-01757338798e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:53.592883 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-03707a52-41f0-4901-a0a2-b4bd19f544be service neutron] 10.222.0.67 "GET /v2.0/networks/d9c21de2-16f4-4f3f-9d4d-665494393536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3860710 Jun 30 16:42:53.958632 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9bcb54ae-1d6e-4475-a016-556d55d4e5f3 req-2ec04095-1b9b-4ebc-b6e2-c854dfedf6e7 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 210 time: 0.0322902 Jun 30 16:42:54.503823 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:54.536391 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-47d8c952-58a8-4dd0-b6f7-31e5c3761216 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:54.537856 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-47d8c952-58a8-4dd0-b6f7-31e5c3761216 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/networks?id=432368ea-cf2c-480c-9e0a-66cefd6e1974 HTTP/1.1" status: 200 len: 815 time: 0.1108143 Jun 30 16:42:54.553600 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-6e93f9fa-6497-4304-8f96-8f91bf218358 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/quotas/ce9b910eae974562929f660ba8c7af4c HTTP/1.1" status: 200 len: 375 time: 0.0102515 Jun 30 16:42:54.604665 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2c84986a-ae72-46d7-bde8-4c2c7032c3d5 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ce9b910eae974562929f660ba8c7af4c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457022 Jun 30 16:42:54.710800 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-ca9a7057-c8e9-49c0-8a74-57627c05eb15 service neutron] 10.222.0.67 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930791 Jun 30 16:42:54.777294 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:54.807729 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-b6bc037a-67a0-43cf-919c-5901a0a2d062 service neutron] 10.222.0.67 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911024 Jun 30 16:42:55.062523 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d3d2cbf8-16a7-4993-bc35-90c54827eab4 req-1a14d71e-5303-4521-9c29-0111d2da55b4 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 210 time: 0.0286205 Jun 30 16:42:56.083087 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1cef189d-4b5a-4ad6-b862-944d6b475e95 req-cf080a0a-c5a7-48da-ae78-705071a1383b tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 210 time: 0.0406530 Jun 30 16:42:56.116490 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-859706ee-2310-427c-8dba-1df5fafa35b0 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:56.118235 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-859706ee-2310-427c-8dba-1df5fafa35b0 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.65 "GET /v2.0/networks?id=d9c21de2-16f4-4f3f-9d4d-665494393536 HTTP/1.1" status: 200 len: 808 time: 0.1424901 Jun 30 16:42:56.135063 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Request body: {'port': {'device_id': 'e569eaa9-ea03-4708-ab10-f433322b39bc', 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536', 'admin_state_up': True, 'tenant_id': 'fc48c4912c8647d482593a28474d6b14'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:56.177166 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-786f6993-d820-456f-86c5-786b94fd351c req-98bb7c97-e310-46b7-a001-3e057b234d92 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 210 time: 0.0330832 Jun 30 16:42:56.364231 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Made reservation on behalf of fc48c4912c8647d482593a28474d6b14 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:42:56.367781 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:56.481266 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:DELETE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:56.506405 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Allocated IP 172.20.0.14 (d9c21de2-16f4-4f3f-9d4d-665494393536/aff5c78e-8a8f-4ec0-8d47-7e57beb9d330/02c049bd-a0cf-41f3-aa6a-0aaa2ac71999) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:42:56.666314 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks [] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:56.688442 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:56.804649 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:56.851807 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Network d9c21de2-16f4-4f3f-9d4d-665494393536 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:42:56.854905 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:56.858939 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:42:56.866064 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Pushing event updated for resources: {'Port': ['ID=02c049bd-a0cf-41f3-aa6a-0aaa2ac71999,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:56.912496 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:56.913106 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:57.006534 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-126cdf06-6707-4a19-96a1-225dd79688c6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8768463 Jun 30 16:42:57.018059 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Request body: {'port': {'device_id': 'e569eaa9-ea03-4708-ab10-f433322b39bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:57.081843 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:57.157796 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-923f71ab-5a9a-483a-98f0-3b723fdef57a req-3d785a51-2a8e-4bbb-bf97-f0c40069c440 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 210 time: 0.0311189 Jun 30 16:42:57.297692 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b10dd7-46ec-40dd-871f-a3d8792e164a req-ea5b1027-bdda-44b8-9672-1799c3c3b55f tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:57.299722 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b9b10dd7-46ec-40dd-871f-a3d8792e164a req-ea5b1027-bdda-44b8-9672-1799c3c3b55f tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 932 time: 0.0489068 Jun 30 16:42:57.352617 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b9b10dd7-46ec-40dd-871f-a3d8792e164a req-3e733597-7fb3-44b1-bfd0-96ad92242fc0 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471537 Jun 30 16:42:57.356143 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:42:57.374159 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Publish callbacks [] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:57.379574 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Transition to ACTIVE for port object 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:42:57.512532 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:57.516340 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:57.570025 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Pushing event updated for resources: {'Port': ['ID=02c049bd-a0cf-41f3-aa6a-0aaa2ac71999,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:57.649614 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Attempting to bind port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:42:57.649878 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Attempting to bind port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '80b96352-8eb1-413e-bd9b-e6c00bef2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:42:57.650186 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Attempting to bind port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 on network d9c21de2-16f4-4f3f-9d4d-665494393536 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:42:57.654935 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 on network d9c21de2-16f4-4f3f-9d4d-665494393536 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:42:57.655282 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Attempting to bind port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 on network d9c21de2-16f4-4f3f-9d4d-665494393536 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:42:57.660274 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:42:57.660608 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Checking segment: {'id': '80b96352-8eb1-413e-bd9b-e6c00bef2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:42:57.660990 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Bound using segment: {'id': '80b96352-8eb1-413e-bd9b-e6c00bef2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:42:57.661412 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Bound port: 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b96352-8eb1-413e-bd9b-e6c00bef2164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:42:57.661769 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:57.731457 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] For port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:42:57.734895 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] For port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=02c049bd-a0cf-41f3-aa6a-0aaa2ac71999,segment=NetworkSegment(80b96352-8eb1-413e-bd9b-e6c00bef2164),segment_id=80b96352-8eb1-413e-bd9b-e6c00bef2164)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:42:57.837351 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:57.839356 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:42:57.878911 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:57.879550 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:57.880947 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] 10.222.0.65 "PUT /v2.0/ports/02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 HTTP/1.1" status: 200 len: 1094 time: 0.8675804 Jun 30 16:42:57.881509 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e569eaa9-ea03-4708-ab10-f433322b39bc', 'tag': '02c049bd-a0cf-41f3-aa6a-0aaa2ac71999'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:42:57.883788 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10d05694-c214-41d2-aa1e-7aa4aab56da1" -d '{"events": [{"name": "network-changed", "server_uuid": "e569eaa9-ea03-4708-ab10-f433322b39bc", "tag": "02c049bd-a0cf-41f3-aa6a-0aaa2ac71999"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:42:57.911489 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9bc8bf0-b1d2-416d-9bb5-53103e99dda2 service neutron] Pushing event updated for resources: {'Port': ['ID=02c049bd-a0cf-41f3-aa6a-0aaa2ac71999,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:57.937140 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dbc0f3-d4a2-4250-ad18-2c5ec7e85a33 x-openstack-request-id: req-c8dbc0f3-d4a2-4250-ad18-2c5ec7e85a33 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:42:57.937430 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e569eaa9-ea03-4708-ab10-f433322b39bc", "tag": "02c049bd-a0cf-41f3-aa6a-0aaa2ac71999", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:42:57.937694 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c8dbc0f3-d4a2-4250-ad18-2c5ec7e85a33 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:42:57.938081 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8dbc0f3-d4a2-4250-ad18-2c5ec7e85a33'] response: {'name': 'network-changed', 'server_uuid': 'e569eaa9-ea03-4708-ab10-f433322b39bc', 'tag': '02c049bd-a0cf-41f3-aa6a-0aaa2ac71999', 'status': 'completed', 'code': 200} Jun 30 16:42:58.004296 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d05694-c214-41d2-aa1e-7aa4aab56da1 req-a06b3f23-87cb-40e2-b112-5fe2e493ae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:58.005842 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-10d05694-c214-41d2-aa1e-7aa4aab56da1 req-a06b3f23-87cb-40e2-b112-5fe2e493ae6c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc48c4912c8647d482593a28474d6b14&device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 1128 time: 0.0460968 Jun 30 16:42:58.115405 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:58.120533 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d05694-c214-41d2-aa1e-7aa4aab56da1 req-f5a2ada5-c678-4396-934e-c24f567da006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:58.122329 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-10d05694-c214-41d2-aa1e-7aa4aab56da1 req-f5a2ada5-c678-4396-934e-c24f567da006 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=fc48c4912c8647d482593a28474d6b14&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1088226 Jun 30 16:42:58.273855 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9925762e-61c9-4f51-97cf-dd4a40c7c7f7 req-b12c9d8a-34ad-4b2d-bc87-f2607cd3be76 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 210 time: 0.0340428 Jun 30 16:42:58.510872 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca4935-1153-46f3-968b-b0b30e07c85d req-da016f89-6076-460d-b6b4-9787493a78a8 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:58.514107 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dbca4935-1153-46f3-968b-b0b30e07c85d req-da016f89-6076-460d-b6b4-9787493a78a8 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 944 time: 0.0588109 Jun 30 16:42:58.515300 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d05694-c214-41d2-aa1e-7aa4aab56da1 req-389ca1ba-3898-4dcc-bf2d-6335ed2d26df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:58.517968 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-10d05694-c214-41d2-aa1e-7aa4aab56da1 req-389ca1ba-3898-4dcc-bf2d-6335ed2d26df service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3885400 Jun 30 16:42:58.580595 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dbca4935-1153-46f3-968b-b0b30e07c85d req-de83773f-087c-4035-966c-5819cc5b17d3 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600846 Jun 30 16:42:58.658693 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-493f89e3-a880-4337-9fb7-82b552ef68d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:58.660350 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-493f89e3-a880-4337-9fb7-82b552ef68d6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fc48c4912c8647d482593a28474d6b14&device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 1128 time: 0.0937765 Jun 30 16:42:58.726775 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-8890ea59-4f9a-4d87-8284-9dc06754b11d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 HTTP/1.1" status: 200 len: 217 time: 0.0596988 Jun 30 16:42:58.733072 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-cfef5865-34a8-4170-b5f4-6129279af11c tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:58.735879 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-cfef5865-34a8-4170-b5f4-6129279af11c tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.65 "GET /v2.0/networks?id=432368ea-cf2c-480c-9e0a-66cefd6e1974 HTTP/1.1" status: 200 len: 815 time: 0.2161493 Jun 30 16:42:58.749851 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Request body: {'port': {'device_id': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'admin_state_up': True, 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:58.845432 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-1ceed2f3-c1bd-4cf1-bc9f-1412699c61a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:58.846999 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-1ceed2f3-c1bd-4cf1-bc9f-1412699c61a1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=aff5c78e-8a8f-4ec0-8d47-7e57beb9d330 HTTP/1.1" status: 200 len: 848 time: 0.1097512 Jun 30 16:42:58.894993 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-a3484a9c-e774-4a2c-b684-9edcbb513308 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=d9c21de2-16f4-4f3f-9d4d-665494393536&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418122 Jun 30 16:42:59.016017 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-5aa1e110-b232-440a-a884-e52ce09b0109 service neutron] 10.222.0.65 "GET /v2.0/networks/d9c21de2-16f4-4f3f-9d4d-665494393536?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116710 Jun 30 16:42:59.101972 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Made reservation on behalf of ce9b910eae974562929f660ba8c7af4c for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:42:59.105406 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:59.157598 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-05a2ad04-9bc4-4ba5-a842-34f17f032847 req-aa0bd22d-7f2c-41aa-ad45-9efd691683ef service neutron] 10.222.0.65 "GET /v2.0/networks/d9c21de2-16f4-4f3f-9d4d-665494393536?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216571 Jun 30 16:42:59.203276 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:59.270572 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Allocated IP 172.20.0.13 (432368ea-cf2c-480c-9e0a-66cefd6e1974/2b843cf8-48cc-4192-9e54-7455626720e3/8a69fd47-714b-49b4-a300-c1c75c143774) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:42:59.363225 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:42:59.383758 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6c22d0a4-b4bb-4b24-bfcc-9b7fab479bd3 req-bdd3f59f-e487-4297-9827-244bcb6a495b tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 210 time: 0.0316026 Jun 30 16:42:59.456486 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for port (8a69fd47-714b-49b4-a300-c1c75c143774), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:59.575720 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:59.625387 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Network 432368ea-cf2c-480c-9e0a-66cefd6e1974 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:42:59.629638 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:42:59.633835 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:42:59.683180 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event updated for resources: {'Port': ['ID=8a69fd47-714b-49b4-a300-c1c75c143774,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:42:59.706548 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:59.707193 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:59.728461 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b051c61-6214-45e4-9064-aa0f7026a6de req-de4aed49-3536-4b2c-9d6c-802d898bc371 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:42:59.730005 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7b051c61-6214-45e4-9064-aa0f7026a6de req-de4aed49-3536-4b2c-9d6c-802d898bc371 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 944 time: 0.0509012 Jun 30 16:42:59.782678 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7b051c61-6214-45e4-9064-aa0f7026a6de req-77a4743d-bad6-426d-a310-d437f5959c45 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448108 Jun 30 16:42:59.801827 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-80c3cc75-23a9-4a90-8eb7-0e38fdc147ca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0564148 Jun 30 16:42:59.947250 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-5e12d5c1-6e88-4514-8bec-c23948880f5d None None] Provisioning complete for port 8a69fd47-714b-49b4-a300-c1c75c143774 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:42:59.947858 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5e12d5c1-6e88-4514-8bec-c23948880f5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:42:59.962487 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Request body: {'port': {'device_id': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:42:59.988553 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-5e12d5c1-6e88-4514-8bec-c23948880f5d None None] Port 8a69fd47-714b-49b4-a300-c1c75c143774 cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:43:00.062051 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:00.230053 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:00.365558 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a69fd47-714b-49b4-a300-c1c75c143774 {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:43:00.375059 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Publish callbacks [] for port (8a69fd47-714b-49b4-a300-c1c75c143774), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:00.389053 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Transition to ACTIVE for port object 8a69fd47-714b-49b4-a300-c1c75c143774 will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:43:00.531126 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dac7a-e808-447a-bb50-9fe7d9af6ae3 req-f4d376e0-ce51-4528-94d4-3a8e02c238d3 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:00.537298 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-475dac7a-e808-447a-bb50-9fe7d9af6ae3 req-f4d376e0-ce51-4528-94d4-3a8e02c238d3 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 932 time: 0.0727451 Jun 30 16:43:00.541676 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:00.585117 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Pushing event updated for resources: {'Port': ['ID=8a69fd47-714b-49b4-a300-c1c75c143774,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:00.626415 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-475dac7a-e808-447a-bb50-9fe7d9af6ae3 req-f75c35ca-402b-4385-9335-4e2af193fc62 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775216 Jun 30 16:43:00.697457 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Attempting to bind port 8a69fd47-714b-49b4-a300-c1c75c143774 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:43:00.701134 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Attempting to bind port 8a69fd47-714b-49b4-a300-c1c75c143774 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:43:00.701661 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Attempting to bind port 8a69fd47-714b-49b4-a300-c1c75c143774 on network 432368ea-cf2c-480c-9e0a-66cefd6e1974 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:43:00.717265 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Port 8a69fd47-714b-49b4-a300-c1c75c143774 on network 432368ea-cf2c-480c-9e0a-66cefd6e1974 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:43:00.717265 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Attempting to bind port 8a69fd47-714b-49b4-a300-c1c75c143774 on network 432368ea-cf2c-480c-9e0a-66cefd6e1974 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:43:00.718950 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:43:00.719296 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Checking segment: {'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:43:00.720501 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Bound using segment: {'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:43:00.720943 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Bound port: 8a69fd47-714b-49b4-a300-c1c75c143774, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8536dd60-3345-4a96-8033-0d0b3663ed95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:43:00.721311 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:00.821725 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] For port 8a69fd47-714b-49b4-a300-c1c75c143774, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:43:00.825991 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] For port 8a69fd47-714b-49b4-a300-c1c75c143774, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=8a69fd47-714b-49b4-a300-c1c75c143774,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:43:00.930821 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:00.989162 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f7f42a-e73a-41da-882a-38504a5e9789 req-6c9f0492-fd8e-45e7-9108-d27c90baeef6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:00.993660 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-28f7f42a-e73a-41da-882a-38504a5e9789 req-6c9f0492-fd8e-45e7-9108-d27c90baeef6 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 944 time: 0.1062219 Jun 30 16:43:01.007863 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:01.009190 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:01.022159 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] 10.222.0.65 "PUT /v2.0/ports/8a69fd47-714b-49b4-a300-c1c75c143774 HTTP/1.1" status: 200 len: 1094 time: 1.0647061 Jun 30 16:43:01.022980 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:43:01.026276 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db1d5cda-9524-48ec-bf43-9d1a5d6e6b7b" -d '{"events": [{"name": "network-changed", "server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:43:01.073249 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605e97e-7417-41f8-bdf1-c2a50a288a18 service neutron] Pushing event updated for resources: {'Port': ['ID=8a69fd47-714b-49b4-a300-c1c75c143774,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:01.111766 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9518df-4a3d-43fd-99cc-cd3ea36735cf x-openstack-request-id: req-8d9518df-4a3d-43fd-99cc-cd3ea36735cf {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:43:01.112062 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:43:01.112318 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8d9518df-4a3d-43fd-99cc-cd3ea36735cf {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:43:01.112736 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d9518df-4a3d-43fd-99cc-cd3ea36735cf'] response: {'name': 'network-changed', 'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774', 'status': 'completed', 'code': 200} Jun 30 16:43:01.137637 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-28f7f42a-e73a-41da-882a-38504a5e9789 req-93e7d2b2-26a3-4aae-ae2c-09be1e69a2d0 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377001 Jun 30 16:43:01.736773 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1cf2d6-6877-4e42-9fbe-5ae8a695291a req-98f854ae-e992-48d2-80f0-e441240fb30b tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:01.739098 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eb1cf2d6-6877-4e42-9fbe-5ae8a695291a req-98f854ae-e992-48d2-80f0-e441240fb30b tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 944 time: 0.0510085 Jun 30 16:43:01.793425 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-eb1cf2d6-6877-4e42-9fbe-5ae8a695291a req-e691af09-faa3-459f-a88b-465dc419b71b tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483217 Jun 30 16:43:02.272260 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e87b2-65b7-4eb4-9f50-8955874c019f req-2a85d4f6-1443-4d28-8024-db1e210dec72 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:02.274094 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-394e87b2-65b7-4eb4-9f50-8955874c019f req-2a85d4f6-1443-4d28-8024-db1e210dec72 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 944 time: 0.0542088 Jun 30 16:43:02.334795 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-394e87b2-65b7-4eb4-9f50-8955874c019f req-9393476d-6039-4b97-9fe9-863467991a64 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538824 Jun 30 16:43:02.403764 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:43:02.510185 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=02c049bd-a0cf-41f3-aa6a-0aaa2ac71999,segment=NetworkSegment(80b96352-8eb1-413e-bd9b-e6c00bef2164),segment_id=80b96352-8eb1-413e-bd9b-e6c00bef2164)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:43:02.527227 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '02c049bd-a0cf-41f3-aa6a-0aaa2ac71999', 'network_id': 'd9c21de2-16f4-4f3f-9d4d-665494393536', 'port_id': '02c049bd-a0cf-41f3-aa6a-0aaa2ac71999', 'mac_address': 'fa:16:3e:7e:a5:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aff5c78e-8a8f-4ec0-8d47-7e57beb9d330', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:43:02.571643 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:43:02.571643 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:02.582200 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:43:02.607340 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=02c049bd-a0cf-41f3-aa6a-0aaa2ac71999,segment=NetworkSegment(80b96352-8eb1-413e-bd9b-e6c00bef2164),segment_id=80b96352-8eb1-413e-bd9b-e6c00bef2164)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:43:02.712628 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:02.764453 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:02.768483 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=02c049bd-a0cf-41f3-aa6a-0aaa2ac71999,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:02.825332 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:02.918184 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['02c049bd-a0cf-41f3-aa6a-0aaa2ac71999'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:43:02.926646 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d3520b-90d7-46ad-8e5c-52f3800392ed req-2d8c1437-14ca-470d-a174-0b8a263b0ec3 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:02.929409 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c0d3520b-90d7-46ad-8e5c-52f3800392ed req-2d8c1437-14ca-470d-a174-0b8a263b0ec3 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 944 time: 0.0579894 Jun 30 16:43:03.007091 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c0d3520b-90d7-46ad-8e5c-52f3800392ed req-8939af71-0f8d-4841-8e36-cf4b75833c81 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689962 Jun 30 16:43:03.013281 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:03.487782 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ccea9-81dc-4736-9eb6-47dc55aac3ec req-a2181dc1-6f83-4401-8d58-a1cfb1b1ff9f tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:03.490496 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c01ccea9-81dc-4736-9eb6-47dc55aac3ec req-a2181dc1-6f83-4401-8d58-a1cfb1b1ff9f tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 945 time: 0.0573170 Jun 30 16:43:03.540064 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c01ccea9-81dc-4736-9eb6-47dc55aac3ec req-3e04413f-64b5-476a-9c21-28d004ea94ee tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452518 Jun 30 16:43:04.137715 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b3e9a1-1588-4e29-ae8c-ef64504e6018 req-bf862dbd-dbe2-4d37-8146-359481f0fca2 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:04.139796 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b2b3e9a1-1588-4e29-ae8c-ef64504e6018 req-bf862dbd-dbe2-4d37-8146-359481f0fca2 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 944 time: 0.0578842 Jun 30 16:43:04.187834 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:04.200438 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:04.209108 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b2b3e9a1-1588-4e29-ae8c-ef64504e6018 req-17b71f55-0cee-4163-9ad3-442ef3cef9b7 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619831 Jun 30 16:43:04.425903 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:43:04.470187 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:43:04.552945 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:43:04.553321 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:04.665457 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:43:04.666079 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:04.683085 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf02616-c309-4e8e-817c-949d93ad5964 req-da15d87b-ff25-41d2-b11c-46fdaa22ba81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:04.691044 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-abf02616-c309-4e8e-817c-949d93ad5964 req-da15d87b-ff25-41d2-b11c-46fdaa22ba81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 945 time: 0.0604453 Jun 30 16:43:04.692134 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e569eaa9-ea03-4708-ab10-f433322b39bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c049bd-a0cf-41f3-aa6a-0aaa2ac71999'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:43:04.694792 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c19b467-a09d-4cb8-b1f3-ddac6319f011" -d '{"events": [{"server_uuid": "e569eaa9-ea03-4708-ab10-f433322b39bc", "name": "network-vif-plugged", "status": "completed", "tag": "02c049bd-a0cf-41f3-aa6a-0aaa2ac71999"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:43:04.708909 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=02c049bd-a0cf-41f3-aa6a-0aaa2ac71999,segment=NetworkSegment(80b96352-8eb1-413e-bd9b-e6c00bef2164),segment_id=80b96352-8eb1-413e-bd9b-e6c00bef2164)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:43:04.751578 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebb031b-af9b-43e4-983f-01bb5dbdf42f x-openstack-request-id: req-4ebb031b-af9b-43e4-983f-01bb5dbdf42f {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:43:04.751578 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e569eaa9-ea03-4708-ab10-f433322b39bc", "name": "network-vif-plugged", "status": "completed", "tag": "02c049bd-a0cf-41f3-aa6a-0aaa2ac71999", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:43:04.751578 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ebb031b-af9b-43e4-983f-01bb5dbdf42f {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:43:04.751578 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ebb031b-af9b-43e4-983f-01bb5dbdf42f'] response: {'server_uuid': 'e569eaa9-ea03-4708-ab10-f433322b39bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02c049bd-a0cf-41f3-aa6a-0aaa2ac71999', 'code': 200} Jun 30 16:43:04.752923 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-abf02616-c309-4e8e-817c-949d93ad5964 req-843a1f0f-fc29-4ee5-a9f1-7d176a3adf17 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553331 Jun 30 16:43:04.816387 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e8f8f15d-9c78-4141-a216-38fb8da8d00c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:04.819443 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:04.881030 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=02c049bd-a0cf-41f3-aa6a-0aaa2ac71999,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:05.347528 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85029798-41fc-4c7d-85bf-1abdc13b3605 req-970fc3b6-a0cf-41a8-abd5-c1741ea639e3 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:05.349121 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-85029798-41fc-4c7d-85bf-1abdc13b3605 req-970fc3b6-a0cf-41a8-abd5-c1741ea639e3 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 944 time: 0.0596116 Jun 30 16:43:05.403942 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-85029798-41fc-4c7d-85bf-1abdc13b3605 req-fccae968-fa6d-4684-b720-b5ca62583c36 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473905 Jun 30 16:43:05.788473 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 43112) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:05.924294 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4053f1-e75f-4c77-8da3-4dab5b065f45 req-ac2b3389-a3e7-4183-8974-b175d073aed3 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:05.926739 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2c4053f1-e75f-4c77-8da3-4dab5b065f45 req-ac2b3389-a3e7-4183-8974-b175d073aed3 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 946 time: 0.0714712 Jun 30 16:43:05.941904 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5608bf95-accc-49bb-a739-1b8049713250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:06.014129 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2c4053f1-e75f-4c77-8da3-4dab5b065f45 req-0576f0ab-edb5-4aa8-912e-b3eb54350353 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817041 Jun 30 16:43:06.064496 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5608bf95-accc-49bb-a739-1b8049713250 admin admin] Publish callbacks [] for security_group (01a9aa41-972d-4e6f-92e4-849c17a5bdba), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:06.365468 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:06.378579 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d5cda-9524-48ec-bf43-9d1a5d6e6b7b req-1384324b-8aed-40e3-a019-3cd38fff672d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:06.380453 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-db1d5cda-9524-48ec-bf43-9d1a5d6e6b7b req-1384324b-8aed-40e3-a019-3cd38fff672d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9b910eae974562929f660ba8c7af4c&device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 1128 time: 0.0538476 Jun 30 16:43:06.498169 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d5cda-9524-48ec-bf43-9d1a5d6e6b7b req-a4ebe3fe-2ba3-4fa8-b99d-8af47b3e7c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:06.501278 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-db1d5cda-9524-48ec-bf43-9d1a5d6e6b7b req-a4ebe3fe-2ba3-4fa8-b99d-8af47b3e7c5c service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=ce9b910eae974562929f660ba8c7af4c&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1118252 Jun 30 16:43:06.531433 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7645acb3-5832-477b-ac35-6cc75a1782ee req-61a56533-1438-417f-b67b-5d952dea6eba tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:06.533063 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7645acb3-5832-477b-ac35-6cc75a1782ee req-61a56533-1438-417f-b67b-5d952dea6eba tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 944 time: 0.0540462 Jun 30 16:43:06.583394 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7645acb3-5832-477b-ac35-6cc75a1782ee req-71a90983-c1bb-48bf-acf3-58cecd2c9d11 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444744 Jun 30 16:43:06.612664 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1d5cda-9524-48ec-bf43-9d1a5d6e6b7b req-9468b95b-7dd1-4829-8f89-037fd66bd9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:06.614146 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-db1d5cda-9524-48ec-bf43-9d1a5d6e6b7b req-9468b95b-7dd1-4829-8f89-037fd66bd9ad service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1088789 Jun 30 16:43:06.746839 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5608bf95-accc-49bb-a739-1b8049713250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (01a9aa41-972d-4e6f-92e4-849c17a5bdba), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:06.802675 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-5608bf95-accc-49bb-a739-1b8049713250 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a4a685a329674c4dbe0bc673956f8827&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0632143 Jun 30 16:43:06.804776 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608bf95-accc-49bb-a739-1b8049713250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01a9aa41-972d-4e6f-92e4-849c17a5bdba,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:06.805613 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 43120) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:06.870004 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-51a993ba-6c62-4a96-aa70-11f76a4a0ef6 admin admin] Publish callbacks [] for security_group (01a9aa41-972d-4e6f-92e4-849c17a5bdba), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:06.897983 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-51a993ba-6c62-4a96-aa70-11f76a4a0ef6 admin admin] Publish callbacks [] for security_group (01a9aa41-972d-4e6f-92e4-849c17a5bdba), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:06.940576 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:07.074378 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-51a993ba-6c62-4a96-aa70-11f76a4a0ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (01a9aa41-972d-4e6f-92e4-849c17a5bdba), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:07.078145 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-51a993ba-6c62-4a96-aa70-11f76a4a0ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:07.082080 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-51a993ba-6c62-4a96-aa70-11f76a4a0ef6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/01a9aa41-972d-4e6f-92e4-849c17a5bdba HTTP/1.1" status: 204 len: 168 time: 0.2729959 Jun 30 16:43:07.102752 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a993ba-6c62-4a96-aa70-11f76a4a0ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a9aa41-972d-4e6f-92e4-849c17a5bdba,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:07.176975 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a2ccf6-d814-4f49-b982-8d66b2ac91f5 req-4f4fa784-1576-4f33-a159-3b0bceb380d5 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:07.178605 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-89a2ccf6-d814-4f49-b982-8d66b2ac91f5 req-4f4fa784-1576-4f33-a159-3b0bceb380d5 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 946 time: 0.0671308 Jun 30 16:43:07.253524 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-89a2ccf6-d814-4f49-b982-8d66b2ac91f5 req-945b2cb7-2cf7-45b1-abfd-a4526334998f tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662456 Jun 30 16:43:07.479370 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-502ebd8c-f0e4-45cd-bd44-d8f24b987072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:07.723371 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f620235-bd14-413b-b060-f61214350a10 req-1d391bed-2bac-41c5-a95c-b32f99ac8228 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:07.730470 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9f620235-bd14-413b-b060-f61214350a10 req-1d391bed-2bac-41c5-a95c-b32f99ac8228 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 944 time: 0.0769227 Jun 30 16:43:07.785379 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9f620235-bd14-413b-b060-f61214350a10 req-ae8dc7d8-e67c-49b4-b5b6-9220e1580595 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539863 Jun 30 16:43:07.835914 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=35 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:08.356285 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:08.381848 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737d33d8-19ed-46d3-8128-0ab65e9b1583 req-0511b42b-9ec8-43cb-95b6-c1f6f54b8d8a tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:08.383780 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-737d33d8-19ed-46d3-8128-0ab65e9b1583 req-0511b42b-9ec8-43cb-95b6-c1f6f54b8d8a tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 946 time: 0.0556397 Jun 30 16:43:08.441377 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-737d33d8-19ed-46d3-8128-0ab65e9b1583 req-6bb55a7f-a485-446e-a7ca-baccd58c79d9 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517144 Jun 30 16:43:08.898592 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da7c3bb-5d33-410c-9c6f-e07b9281edb1 req-bc038f16-043b-4837-831c-944ec4aea89b tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:08.900330 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1da7c3bb-5d33-410c-9c6f-e07b9281edb1 req-bc038f16-043b-4837-831c-944ec4aea89b tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 944 time: 0.0503886 Jun 30 16:43:08.947422 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-3921213b-bea4-43d3-94ae-cdd9c36a743e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:08.948389 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:08.948969 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-3921213b-bea4-43d3-94ae-cdd9c36a743e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9b910eae974562929f660ba8c7af4c&device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 1128 time: 0.0844872 Jun 30 16:43:08.957010 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b677924-8d10-4501-8d8a-3a55ed056fe9 req-10c65eb2-859e-4d0d-a2a9-09742bd8e2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:08.957200 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1da7c3bb-5d33-410c-9c6f-e07b9281edb1 req-833a17df-b948-4024-a2e5-d26487038b09 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475280 Jun 30 16:43:08.958489 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-0b677924-8d10-4501-8d8a-3a55ed056fe9 req-10c65eb2-859e-4d0d-a2a9-09742bd8e2a3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 1130 time: 0.0588365 Jun 30 16:43:09.018523 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-17525961-f755-45a8-949e-1564908bcea8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a69fd47-714b-49b4-a300-c1c75c143774 HTTP/1.1" status: 200 len: 217 time: 0.0473325 Jun 30 16:43:09.076074 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-0b677924-8d10-4501-8d8a-3a55ed056fe9 req-a20b2ec6-66e1-4d52-bc42-21524ad41607 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979662 Jun 30 16:43:09.087534 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-89ef0aba-fc88-4f15-bc86-27c303a5a2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:09.088952 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-89ef0aba-fc88-4f15-bc86-27c303a5a2c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2b843cf8-48cc-4192-9e54-7455626720e3 HTTP/1.1" status: 200 len: 854 time: 0.0608349 Jun 30 16:43:09.308585 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2a4cab75-0520-4be6-ba34-e7a1e6d65aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:09.310641 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-2a4cab75-0520-4be6-ba34-e7a1e6d65aaf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=432368ea-cf2c-480c-9e0a-66cefd6e1974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412998 Jun 30 16:43:09.408280 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-5697bbef-cf42-4ad1-9982-5eb4da0205df service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910537 Jun 30 16:43:09.510966 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-9f71cc04-c9cb-4627-b69d-b15a2875a6b2 req-9c81aebc-6694-4094-a3c7-d371419b0911 service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955133 Jun 30 16:43:09.557847 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46c3866-8de9-4a3d-8603-4f15aee7ce85 req-cba7cc95-80b6-4fc1-913e-1bdcec800a4c tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:09.559319 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f46c3866-8de9-4a3d-8603-4f15aee7ce85 req-cba7cc95-80b6-4fc1-913e-1bdcec800a4c tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 946 time: 0.0482459 Jun 30 16:43:09.572513 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:09.609474 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f46c3866-8de9-4a3d-8603-4f15aee7ce85 req-e6dedd74-c831-42b1-b9b1-c41c556a42b7 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437315 Jun 30 16:43:09.821061 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:09.935176 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:10.077640 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4498a022-987f-4b57-aab7-a988f1c217ef req-97b9339d-be69-4f29-ae22-395d8b24092c tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:10.079107 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4498a022-987f-4b57-aab7-a988f1c217ef req-97b9339d-be69-4f29-ae22-395d8b24092c tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 944 time: 0.0520301 Jun 30 16:43:10.128030 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4498a022-987f-4b57-aab7-a988f1c217ef req-8bdf3eb2-4020-466a-9566-d18174133e04 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429153 Jun 30 16:43:10.730565 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad17947a-71e1-46aa-9ca9-7aefe16c7408 req-acbfac10-732e-436d-a13d-28f89e74e854 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:10.732115 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ad17947a-71e1-46aa-9ca9-7aefe16c7408 req-acbfac10-732e-436d-a13d-28f89e74e854 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 946 time: 0.0496316 Jun 30 16:43:10.783913 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ad17947a-71e1-46aa-9ca9-7aefe16c7408 req-16cb5542-d31c-4e6c-b38c-ead0c99f548e tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454304 Jun 30 16:43:11.244229 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d5852-1ecf-4c30-a55d-1dd672947a5e req-385beadb-68bf-4a41-b5d7-ea0f697b5a2c tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:11.245710 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b78d5852-1ecf-4c30-a55d-1dd672947a5e req-385beadb-68bf-4a41-b5d7-ea0f697b5a2c tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 944 time: 0.0475256 Jun 30 16:43:11.302442 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b78d5852-1ecf-4c30-a55d-1dd672947a5e req-2b84e4b7-75fb-4d2a-965e-3a59b8286ffe tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472603 Jun 30 16:43:11.906266 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea3067-a824-4ad7-bdb3-01cd71d63278 req-f20522bd-4c09-4b4b-aa69-f3b774f0adeb tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:11.908709 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e1ea3067-a824-4ad7-bdb3-01cd71d63278 req-f20522bd-4c09-4b4b-aa69-f3b774f0adeb tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 946 time: 0.0527809 Jun 30 16:43:11.957430 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e1ea3067-a824-4ad7-bdb3-01cd71d63278 req-82a18909-bada-48a7-b3a2-99f79dd3bf06 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431697 Jun 30 16:43:12.418876 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f70abd-2dd7-4750-bdf7-46057132ec14 req-8c57e00f-43f0-4242-819b-5d1601a9da24 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:12.420355 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-31f70abd-2dd7-4750-bdf7-46057132ec14 req-8c57e00f-43f0-4242-819b-5d1601a9da24 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 944 time: 0.0478399 Jun 30 16:43:12.468713 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-31f70abd-2dd7-4750-bdf7-46057132ec14 req-c4de386e-5ddb-4658-8c79-8f7449d40960 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422153 Jun 30 16:43:13.232579 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:13.740887 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812497a1-0a5e-403f-825b-26ec2f8d5600 req-22c60808-ac31-495c-8dde-ad71474deb48 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:13.742350 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-812497a1-0a5e-403f-825b-26ec2f8d5600 req-22c60808-ac31-495c-8dde-ad71474deb48 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 944 time: 0.0550518 Jun 30 16:43:13.790813 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-812497a1-0a5e-403f-825b-26ec2f8d5600 req-bd2c1d08-1630-4aea-b345-8441e7706534 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428567 Jun 30 16:43:14.060500 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 8a69fd47-714b-49b4-a300-c1c75c143774 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:43:14.172923 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 8a69fd47-714b-49b4-a300-c1c75c143774, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=8a69fd47-714b-49b4-a300-c1c75c143774,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:43:14.185742 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': '8a69fd47-714b-49b4-a300-c1c75c143774', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'port_id': '8a69fd47-714b-49b4-a300-c1c75c143774', 'mac_address': 'fa:16:3e:48:02:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:43:14.224306 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 8a69fd47-714b-49b4-a300-c1c75c143774 is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:43:14.224700 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:14.239965 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a69fd47-714b-49b4-a300-c1c75c143774 {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:43:14.261879 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 8a69fd47-714b-49b4-a300-c1c75c143774, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=8a69fd47-714b-49b4-a300-c1c75c143774,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:43:14.352811 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:14.404457 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=8a69fd47-714b-49b4-a300-c1c75c143774,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:14.910296 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ba68c-8e4c-49d3-9c44-b7845f5a580c req-dc976091-c85f-4bd0-a181-cd6444502ac1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:14.911789 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c23ba68c-8e4c-49d3-9c44-b7845f5a580c req-dc976091-c85f-4bd0-a181-cd6444502ac1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 945 time: 0.0513804 Jun 30 16:43:14.961675 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c23ba68c-8e4c-49d3-9c44-b7845f5a580c req-b8a30b78-7861-40c0-aa82-f2af9caf4e35 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442388 Jun 30 16:43:16.083789 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734894db-a755-42fd-b6e9-0ab45cb6f145 req-fe2d0f19-0943-483b-9829-c9e79ad9387f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:16.085266 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-734894db-a755-42fd-b6e9-0ab45cb6f145 req-fe2d0f19-0943-483b-9829-c9e79ad9387f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 945 time: 0.0511589 Jun 30 16:43:16.133866 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-734894db-a755-42fd-b6e9-0ab45cb6f145 req-1bca1769-0dc9-4cff-8b91-9a444142a596 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430949 Jun 30 16:43:17.149055 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['8a69fd47-714b-49b4-a300-c1c75c143774'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:43:17.199634 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:17.232883 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:17.264084 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45cb3e1-bf8e-4fb9-9fbd-3e0b279373d7 req-26b24021-f100-468e-93cf-ad99b695a4a7 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:17.264084 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d45cb3e1-bf8e-4fb9-9fbd-3e0b279373d7 req-26b24021-f100-468e-93cf-ad99b695a4a7 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 945 time: 0.0496831 Jun 30 16:43:17.304868 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d45cb3e1-bf8e-4fb9-9fbd-3e0b279373d7 req-41781c53-43d0-4465-a11d-98ab22911e03 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464022 Jun 30 16:43:18.383249 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:18.421655 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795ed15e-a884-4c8d-9377-a97dd3315b3e req-f8f01178-a1c7-4821-aa6c-03576cfc64d5 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:18.423128 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-795ed15e-a884-4c8d-9377-a97dd3315b3e req-f8f01178-a1c7-4821-aa6c-03576cfc64d5 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 945 time: 0.0496314 Jun 30 16:43:18.478949 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-795ed15e-a884-4c8d-9377-a97dd3315b3e req-a1a2be5a-a316-4634-b397-634959d1ae1d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499742 Jun 30 16:43:19.506337 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:DELETE=3,neutron:SELECT=38 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:19.507465 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=48 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:19.636034 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a57402-9b30-4158-9ead-de1235a532d6 req-3b1c119d-b626-4255-94dc-5f40686ecb81 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:19.637568 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9a57402-9b30-4158-9ead-de1235a532d6 req-3b1c119d-b626-4255-94dc-5f40686ecb81 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 945 time: 0.0831745 Jun 30 16:43:19.650355 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d119531-59fc-4ad9-9956-3e55ba2351e4 req-467c79a5-ef58-4810-93d3-51cb74a21aad tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:19.650754 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5d119531-59fc-4ad9-9956-3e55ba2351e4 req-467c79a5-ef58-4810-93d3-51cb74a21aad tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 946 time: 0.0641124 Jun 30 16:43:19.674609 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:19.727905 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d9a57402-9b30-4158-9ead-de1235a532d6 req-c8f82e04-bac8-4ae0-9503-1a765e1eb0f7 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761635 Jun 30 16:43:19.731926 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5d119531-59fc-4ad9-9956-3e55ba2351e4 req-3992fb42-fdb6-4f9d-8128-949d0d326073 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723896 Jun 30 16:43:20.204576 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 8a69fd47-714b-49b4-a300-c1c75c143774 up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:43:20.248787 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port 8a69fd47-714b-49b4-a300-c1c75c143774 completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:43:20.367322 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port 8a69fd47-714b-49b4-a300-c1c75c143774 triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:43:20.367751 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:20.441437 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port 8a69fd47-714b-49b4-a300-c1c75c143774 is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:43:20.441824 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:20.465375 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:43:20.467558 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7552c15c-b2df-47c2-a92c-716a4ac3f9c7" -d '{"events": [{"server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "name": "network-vif-plugged", "status": "completed", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:43:20.481160 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port 8a69fd47-714b-49b4-a300-c1c75c143774, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=8a69fd47-714b-49b4-a300-c1c75c143774,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:43:20.505056 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5309505-08f6-43f1-97f7-460a8eac534a x-openstack-request-id: req-f5309505-08f6-43f1-97f7-460a8eac534a {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:43:20.505391 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "name": "network-vif-plugged", "status": "completed", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:43:20.505646 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f5309505-08f6-43f1-97f7-460a8eac534a {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:43:20.506042 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5309505-08f6-43f1-97f7-460a8eac534a'] response: {'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774', 'code': 200} Jun 30 16:43:20.581632 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:20.632692 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=8a69fd47-714b-49b4-a300-c1c75c143774,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:20.878826 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef32a1d-0085-4595-a0de-85185414163c req-be18f81a-ea4e-40cd-b721-08638a663118 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:20.880329 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9ef32a1d-0085-4595-a0de-85185414163c req-be18f81a-ea4e-40cd-b721-08638a663118 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.0847085 Jun 30 16:43:20.888439 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce16438-43e3-4009-9513-de69024c7a5b req-28791fe7-35cc-4ebf-a675-81c336ab8992 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:20.889736 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6ce16438-43e3-4009-9513-de69024c7a5b req-28791fe7-35cc-4ebf-a675-81c336ab8992 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 946 time: 0.0824718 Jun 30 16:43:20.967274 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9ef32a1d-0085-4595-a0de-85185414163c req-f0af9acc-9847-4979-98e8-80f2f9fb8c6d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765622 Jun 30 16:43:20.972398 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6ce16438-43e3-4009-9513-de69024c7a5b req-970b694c-a804-4301-8f21-57af01694071 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737529 Jun 30 16:43:21.523680 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8bd92f-48cc-4511-aea2-f0a8e2736b76 req-d0f24a27-eae9-4a76-995f-cc4324330cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:21.525112 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1e8bd92f-48cc-4511-aea2-f0a8e2736b76 req-d0f24a27-eae9-4a76-995f-cc4324330cc7 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 1130 time: 0.0406921 Jun 30 16:43:21.573575 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-1e8bd92f-48cc-4511-aea2-f0a8e2736b76 req-f2b48602-1f7c-4871-a87b-c8e8088d48f1 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417066 Jun 30 16:43:21.827306 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e5d2b-00fe-4b82-8529-6a718b17e597 req-823de3d7-fcf3-4ef5-a597-7da1ee3de6e5 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:21.828791 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-de4e5d2b-00fe-4b82-8529-6a718b17e597 req-823de3d7-fcf3-4ef5-a597-7da1ee3de6e5 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.65 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 946 time: 0.0518961 Jun 30 16:43:21.912832 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-de4e5d2b-00fe-4b82-8529-6a718b17e597 req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Deleting port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:43:21.913176 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-de4e5d2b-00fe-4b82-8529-6a718b17e597 req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:22.016442 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-de4e5d2b-00fe-4b82-8529-6a718b17e597 req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] For port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=02c049bd-a0cf-41f3-aa6a-0aaa2ac71999,segment=NetworkSegment(80b96352-8eb1-413e-bd9b-e6c00bef2164),segment_id=80b96352-8eb1-413e-bd9b-e6c00bef2164)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:43:22.016953 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-de4e5d2b-00fe-4b82-8529-6a718b17e597 req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:22.032401 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-de4e5d2b-00fe-4b82-8529-6a718b17e597 req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Calling delete_port for 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:43:22.159245 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0670100-3899-4f57-ae71-0292a60c8d0b req-9d7dbc2a-cdf2-413a-ba9d-99be0f9f66bd tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:22.160731 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b0670100-3899-4f57-ae71-0292a60c8d0b req-9d7dbc2a-cdf2-413a-ba9d-99be0f9f66bd tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.0884542 Jun 30 16:43:22.166941 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059edfe5-a848-4482-8be5-b1382e07e0e1 req-df576df2-8d6a-4967-8d57-dfef1014159b tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:22.173286 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-059edfe5-a848-4482-8be5-b1382e07e0e1 req-df576df2-8d6a-4967-8d57-dfef1014159b tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 946 time: 0.0808947 Jun 30 16:43:22.242534 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-b0670100-3899-4f57-ae71-0292a60c8d0b req-30c5cd2b-998b-4f05-8b71-363c37cf8852 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730212 Jun 30 16:43:22.249593 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-de4e5d2b-00fe-4b82-8529-6a718b17e597 req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (02c049bd-a0cf-41f3-aa6a-0aaa2ac71999), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:22.250116 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-059edfe5-a848-4482-8be5-b1382e07e0e1 req-5ced1a4e-35f7-4223-b4a4-7d77c7f4bcc3 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/security-groups?id=05a7d961-844a-49e3-aca3-e8f7416b8376&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739546 Jun 30 16:43:22.285759 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Pushing event deleted for resources: {'Port': ['ID=02c049bd-a0cf-41f3-aa6a-0aaa2ac71999,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:22.298233 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.298586 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.299044 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.300458 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.300631 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.300839 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.301171 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.301505 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.301831 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.302158 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.302487 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.302817 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.303142 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.303463 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.305488 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:22.341345 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4e5d2b-00fe-4b82-8529-6a718b17e597 req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] No DVR routers for this DVR port 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:43:22.343759 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-de4e5d2b-00fe-4b82-8529-6a718b17e597 req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:22.347927 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-de4e5d2b-00fe-4b82-8529-6a718b17e597 req-3ce9923f-f9e1-454d-82ff-60010019ce81 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.65 "DELETE /v2.0/ports/02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 HTTP/1.1" status: 204 len: 173 time: 0.5139356 Jun 30 16:43:22.348362 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e569eaa9-ea03-4708-ab10-f433322b39bc', 'name': 'network-vif-deleted', 'tag': '02c049bd-a0cf-41f3-aa6a-0aaa2ac71999'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:43:22.350615 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f1c676-a482-4798-a9a1-adad8f13c71e" -d '{"events": [{"server_uuid": "e569eaa9-ea03-4708-ab10-f433322b39bc", "name": "network-vif-deleted", "tag": "02c049bd-a0cf-41f3-aa6a-0aaa2ac71999"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:43:22.384845 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93c0b9a8-1d2c-49e4-8ed8-29bcda174228 x-openstack-request-id: req-93c0b9a8-1d2c-49e4-8ed8-29bcda174228 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:43:22.385142 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e569eaa9-ea03-4708-ab10-f433322b39bc", "name": "network-vif-deleted", "tag": "02c049bd-a0cf-41f3-aa6a-0aaa2ac71999", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:43:22.385412 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93c0b9a8-1d2c-49e4-8ed8-29bcda174228 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:43:22.385818 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93c0b9a8-1d2c-49e4-8ed8-29bcda174228'] response: {'server_uuid': 'e569eaa9-ea03-4708-ab10-f433322b39bc', 'name': 'network-vif-deleted', 'tag': '02c049bd-a0cf-41f3-aa6a-0aaa2ac71999', 'status': 'completed', 'code': 200} Jun 30 16:43:23.372245 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-723e5480-a28a-4945-bb30-403bdf5c2e75 req-e6eff402-c15a-46f1-9d51-59d822b342a9 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 210 time: 0.0467319 Jun 30 16:43:23.389686 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab3ff7d-17fb-453d-879e-67b0afaa5a18 req-e40369be-0f9f-417e-b4f4-acfcba823858 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:23.391147 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3ab3ff7d-17fb-453d-879e-67b0afaa5a18 req-e40369be-0f9f-417e-b4f4-acfcba823858 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.0771546 Jun 30 16:43:23.439523 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3ab3ff7d-17fb-453d-879e-67b0afaa5a18 req-7b31b5fa-29c7-433e-9361-722e82459fc1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420280 Jun 30 16:43:24.469172 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d19c43c9-6892-4c52-98ee-a8ed0d2d5045 req-bfbe4d74-ae5d-42c4-a92f-8e3e2b2388a1 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 210 time: 0.0296326 Jun 30 16:43:24.556256 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b2243-1de3-48e4-8ae6-41fd236b5b6c req-3ea9deef-3fff-428f-9fd0-5e1dc96b8faf tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:24.557698 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-450b2243-1de3-48e4-8ae6-41fd236b5b6c req-3ea9deef-3fff-428f-9fd0-5e1dc96b8faf tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.0486610 Jun 30 16:43:24.610072 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-450b2243-1de3-48e4-8ae6-41fd236b5b6c req-c9049911-e976-4d91-88d9-f70a261a27ae tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467598 Jun 30 16:43:25.012221 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:43:25.033318 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:43:25.034591 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 02c049bd-a0cf-41f3-aa6a-0aaa2ac71999 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:43:25.578131 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fa4e7e31-66c5-4942-9236-cb2c2f9b4933 req-d7c84ada-0ea7-4116-a460-3b27d48cd249 tempest-VolumesActionsTest-2040525805 tempest-VolumesActionsTest-2040525805-project] 10.222.0.67 "GET /v2.0/ports?device_id=e569eaa9-ea03-4708-ab10-f433322b39bc HTTP/1.1" status: 200 len: 210 time: 0.0279877 Jun 30 16:43:25.729449 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0519e877-19ee-4de2-82c5-27627a9f74d5 req-b25abd08-0eb1-46f5-81f1-e1760d50fd4b tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:25.730954 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0519e877-19ee-4de2-82c5-27627a9f74d5 req-b25abd08-0eb1-46f5-81f1-e1760d50fd4b tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.0480652 Jun 30 16:43:25.785473 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-0519e877-19ee-4de2-82c5-27627a9f74d5 req-4e463407-1c05-4028-9734-d38c23243633 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487232 Jun 30 16:43:26.079344 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-d6ad621a-e5c2-4385-9cc9-c608a889c905 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280353264&fields=id&tenant_id=99847b649bfd4ca6a33cb2ea97ad0469 HTTP/1.1" status: 200 len: 267 time: 0.0491967 Jun 30 16:43:26.128911 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:26.202258 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-c1dea022-7f60-4048-ae30-425dbad4aea8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:26.203806 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-c1dea022-7f60-4048-ae30-425dbad4aea8 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 811 time: 0.1178942 Jun 30 16:43:26.220344 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-7cede177-ba67-44e0-be6f-cc79f820ee3a tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/quotas/99847b649bfd4ca6a33cb2ea97ad0469 HTTP/1.1" status: 200 len: 375 time: 0.0098267 Jun 30 16:43:26.276151 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-8bdee473-3f6f-4841-8841-b2b5cbc676f1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0495379 Jun 30 16:43:26.368771 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:26.392901 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-27458bd7-66db-4f25-bf5a-6e860e973906 service neutron] 10.222.0.67 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027625 Jun 30 16:43:26.494968 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-2c6ec9bb-22ed-4d21-9bda-7c8de3aed8af service neutron] 10.222.0.67 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958123 Jun 30 16:43:26.913152 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa2691-8936-42f3-a4ba-947d7234dd96 req-9638597c-ace0-41e0-acfa-7635c3514980 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:26.914639 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d0fa2691-8936-42f3-a4ba-947d7234dd96 req-9638597c-ace0-41e0-acfa-7635c3514980 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.0505502 Jun 30 16:43:26.973516 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d0fa2691-8936-42f3-a4ba-947d7234dd96 req-765d4ca2-afe9-4878-a14f-2253d9090665 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477598 Jun 30 16:43:27.152457 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-7bdeeeed-6b45-473e-8177-65dd42e8e190 req-46b7c32f-e013-4c6a-bd26-924889c949a1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 210 time: 0.0418239 Jun 30 16:43:27.168567 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8a8d7-1fbb-46a1-a9b3-7a69ed12331b req-f8338313-ebee-4b3f-8570-1c2cedb8ac5d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:27.175793 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-12e8a8d7-1fbb-46a1-a9b3-7a69ed12331b req-f8338313-ebee-4b3f-8570-1c2cedb8ac5d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.1248391 Jun 30 16:43:27.236087 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-12e8a8d7-1fbb-46a1-a9b3-7a69ed12331b req-e985d5f5-51e1-433f-9434-560eb866eaf0 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594349 Jun 30 16:43:27.574559 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d730e-039d-4e13-a583-912c3d90ad4b req-15f4cb3e-5be6-4149-ac66-b7d687ba1f56 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:27.576043 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-403d730e-039d-4e13-a583-912c3d90ad4b req-15f4cb3e-5be6-4149-ac66-b7d687ba1f56 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.0518835 Jun 30 16:43:27.632278 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-403d730e-039d-4e13-a583-912c3d90ad4b req-293fafb9-cfe2-4cb7-ae2d-73bb7f888db7 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503314 Jun 30 16:43:28.274125 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c3d9444c-b7e7-4901-994a-8812905e1a3f req-3b32700f-005f-4f1d-bd9e-538dc710891b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 210 time: 0.0280652 Jun 30 16:43:29.373578 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5bd1214e-c7fe-4cf3-80e6-f28416bcc5ec req-5a8e2cf4-ff01-41c6-b692-fcb8c5d962b9 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 210 time: 0.0318646 Jun 30 16:43:30.467900 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-d5484776-f423-46d3-a68d-ce826241548c req-b5530967-6dc1-4a02-a7f8-265666d2ff48 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 210 time: 0.0285723 Jun 30 16:43:30.624362 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:31.580253 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5edfab2c-7525-45fa-8935-1079fb8552cd req-4757b58a-f318-4776-b4c4-741f65fc008b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 210 time: 0.0415573 Jun 30 16:43:31.882465 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b083b74f-5863-4b11-9134-d12eb994d987 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:31.884013 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b083b74f-5863-4b11-9134-d12eb994d987 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 811 time: 0.1120539 Jun 30 16:43:31.948784 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-3f3448a2-a7b4-4862-a524-958842bbb135 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99847b649bfd4ca6a33cb2ea97ad0469 HTTP/1.1" status: 200 len: 380 time: 0.0567918 Jun 30 16:43:31.957723 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'port': {'device_id': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'admin_state_up': True, 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'security_groups': ['23981048-8558-4692-b4e8-85bde5393786']}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:43:32.155829 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Made reservation on behalf of 99847b649bfd4ca6a33cb2ea97ad0469 for: {'port': 1} {{(pid=104393) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 30 16:43:32.159996 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:32.245689 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:32.250021 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:32.297036 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Allocated IP 172.20.0.6 (65fa0cba-7cff-4856-97c9-e4f078bde7b0/eba862ec-97f4-4405-a458-baac2ead5898/f851ca38-1a08-4d45-b314-d75329a56f1b) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:43:32.450000 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:32.740159 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-669196a7-350a-47be-9ea4-47c21fdf1b52 req-deec0279-4f87-4c0d-b4ec-fc6b58e9e4f5 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 210 time: 0.0572019 Jun 30 16:43:33.004794 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:33.054618 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:43:33.060225 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:43:33.063664 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:43:33.105052 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'Port': ['ID=f851ca38-1a08-4d45-b314-d75329a56f1b,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:33.168020 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:33.172212 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:33.306134 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5506c62f-2c40-477b-b589-d303d4d46960 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3519983 Jun 30 16:43:33.341671 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Request body: {'port': {'device_id': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:43:33.384455 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:33.452949 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-6ac23175-92e2-4a63-8ce7-4f46b31d734b None None] Provisioning complete for port f851ca38-1a08-4d45-b314-d75329a56f1b triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:43:33.455809 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6ac23175-92e2-4a63-8ce7-4f46b31d734b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:33.471885 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:33.574462 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-6ac23175-92e2-4a63-8ce7-4f46b31d734b None None] Port f851ca38-1a08-4d45-b314-d75329a56f1b cannot update to ACTIVE because it is not bound. {{(pid=104395) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jun 30 16:43:33.879093 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f851ca38-1a08-4d45-b314-d75329a56f1b {{(pid=104393) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:43:33.887694 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Publish callbacks [] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:33.912214 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.provisioning_blocks [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Transition to ACTIVE for port object f851ca38-1a08-4d45-b314-d75329a56f1b will not be triggered until provisioned by entity L2. {{(pid=104393) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jun 30 16:43:33.950408 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0efc37-6c34-4c48-99a4-20361ecf520a req-a1f54298-ae30-4e25-8126-7fa64d09836f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:33.952084 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6d0efc37-6c34-4c48-99a4-20361ecf520a req-a1f54298-ae30-4e25-8126-7fa64d09836f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 931 time: 0.0507886 Jun 30 16:43:33.984169 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:34.050838 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Pushing event updated for resources: {'Port': ['ID=f851ca38-1a08-4d45-b314-d75329a56f1b,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:34.088168 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6d0efc37-6c34-4c48-99a4-20361ecf520a req-e54b01ce-6db8-42b8-b3bb-c690e8989a89 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279638 Jun 30 16:43:34.140758 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Attempting to bind port f851ca38-1a08-4d45-b314-d75329a56f1b on host hv-cinder-83602 for vnic_type normal with profile {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} Jun 30 16:43:34.141397 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Attempting to bind port f851ca38-1a08-4d45-b314-d75329a56f1b by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} Jun 30 16:43:34.141912 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Attempting to bind port f851ca38-1a08-4d45-b314-d75329a56f1b on network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:43:34.147252 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Port f851ca38-1a08-4d45-b314-d75329a56f1b on network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jun 30 16:43:34.147878 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Attempting to bind port f851ca38-1a08-4d45-b314-d75329a56f1b on network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jun 30 16:43:34.154021 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Checking agent: {'id': '70f47e57-ab6c-4711-a4e9-e527b9c78d24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'started_at': datetime.datetime(2022, 6, 30, 16, 31, 41), 'heartbeat_timestamp': datetime.datetime(2022, 6, 30, 16, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jun 30 16:43:34.157137 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Checking segment: {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104393) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jun 30 16:43:34.157137 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Bound using segment: {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'} {{(pid=104393) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jun 30 16:43:34.157137 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.managers [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Bound port: f851ca38-1a08-4d45-b314-d75329a56f1b, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24e5f628-b550-41df-989e-4580292aa53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0'}}] {{(pid=104393) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} Jun 30 16:43:34.157137 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:34.172836 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:34.233142 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] For port f851ca38-1a08-4d45-b314-d75329a56f1b, host hv-cinder-83602, cleared binding levels {{(pid=104393) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 30 16:43:34.237767 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] For port f851ca38-1a08-4d45-b314-d75329a56f1b, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=f851ca38-1a08-4d45-b314-d75329a56f1b,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104393) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 30 16:43:34.336409 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:34.382934 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:34.383438 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:34.384919 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] 10.222.0.65 "PUT /v2.0/ports/f851ca38-1a08-4d45-b314-d75329a56f1b HTTP/1.1" status: 200 len: 1093 time: 1.0668924 Jun 30 16:43:34.385361 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'tag': 'f851ca38-1a08-4d45-b314-d75329a56f1b'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:43:34.387749 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-826bc288-ca8d-4c9e-91bd-9f71fad79e3b" -d '{"events": [{"name": "network-changed", "server_uuid": "6cef79c1-fa15-4e49-8321-cc34f0fb26d4", "tag": "f851ca38-1a08-4d45-b314-d75329a56f1b"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:43:34.461980 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2984012-84dd-47d6-8266-33e3968bcfca service neutron] Pushing event updated for resources: {'Port': ['ID=f851ca38-1a08-4d45-b314-d75329a56f1b,revision_number=3']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:34.493161 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c66d5e2-e653-4bfb-b387-c6360f688502 x-openstack-request-id: req-9c66d5e2-e653-4bfb-b387-c6360f688502 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:43:34.493454 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cef79c1-fa15-4e49-8321-cc34f0fb26d4", "tag": "f851ca38-1a08-4d45-b314-d75329a56f1b", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:43:34.493714 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9c66d5e2-e653-4bfb-b387-c6360f688502 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:43:34.494115 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c66d5e2-e653-4bfb-b387-c6360f688502'] response: {'name': 'network-changed', 'server_uuid': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'tag': 'f851ca38-1a08-4d45-b314-d75329a56f1b', 'status': 'completed', 'code': 200} Jun 30 16:43:34.574458 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bc288-ca8d-4c9e-91bd-9f71fad79e3b req-be154810-c356-457b-b399-8ed94722c994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:34.576224 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-826bc288-ca8d-4c9e-91bd-9f71fad79e3b req-be154810-c356-457b-b399-8ed94722c994 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 1127 time: 0.0552654 Jun 30 16:43:34.741166 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-44ac7ed4-518e-4509-983e-b465f7ba7d59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:34.802360 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bc288-ca8d-4c9e-91bd-9f71fad79e3b req-d39fcf58-12c0-4949-89c1-d6dcf1883e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:34.808080 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-826bc288-ca8d-4c9e-91bd-9f71fad79e3b req-d39fcf58-12c0-4949-89c1-d6dcf1883e23 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2193570 Jun 30 16:43:34.848235 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:43:34.919812 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bc288-ca8d-4c9e-91bd-9f71fad79e3b req-e3ae0eaa-3cb9-46d0-8a48-a2672b82b356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:34.921418 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-826bc288-ca8d-4c9e-91bd-9f71fad79e3b req-e3ae0eaa-3cb9-46d0-8a48-a2672b82b356 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1078935 Jun 30 16:43:35.021515 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-9bc228dc-4103-4950-bc9c-e594d1d2bf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:35.023160 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-9bc228dc-4103-4950-bc9c-e594d1d2bf0a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 1127 time: 0.0620828 Jun 30 16:43:35.071952 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-13f37f46-c582-4c54-af07-9732fe4defd8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f851ca38-1a08-4d45-b314-d75329a56f1b HTTP/1.1" status: 200 len: 217 time: 0.0421197 Jun 30 16:43:35.140960 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-75c2aa43-97bd-4938-a0db-4a623a7cd11b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:35.144116 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-75c2aa43-97bd-4938-a0db-4a623a7cd11b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eba862ec-97f4-4405-a458-baac2ead5898 HTTP/1.1" status: 200 len: 850 time: 0.0627921 Jun 30 16:43:35.230307 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c98005-c86b-43b2-8844-6e2772f8391a req-2da66b1e-2ac5-431c-854a-4d129a69d990 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:35.238424 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-431aa1d1-2454-4ad9-a98e-23f3552a23aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:35.240596 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a4c98005-c86b-43b2-8844-6e2772f8391a req-2da66b1e-2ac5-431c-854a-4d129a69d990 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 943 time: 0.0704436 Jun 30 16:43:35.244682 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-431aa1d1-2454-4ad9-a98e-23f3552a23aa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=65fa0cba-7cff-4856-97c9-e4f078bde7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0946541 Jun 30 16:43:35.335284 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 43532) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:35.354471 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:35.373270 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-5c9c92a4-a563-442c-9761-d0c7f87adcbb service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219873 Jun 30 16:43:35.411137 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-a4c98005-c86b-43b2-8844-6e2772f8391a req-dc7fd891-e3be-4562-b059-4117b924bd44 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690340 Jun 30 16:43:35.540518 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-a56a1d0b-4416-4ced-9076-620f3de1db22 req-57891912-63f6-4214-83d0-cf3ac92617d1 service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604877 Jun 30 16:43:35.574331 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d528b477-34d3-486b-a414-ad91aeaac5ef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:35.664686 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d528b477-34d3-486b-a414-ad91aeaac5ef admin admin] Publish callbacks [] for security_group (dec78563-c711-49ce-83bf-bfebcf300d86), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:35.733318 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-d528b477-34d3-486b-a414-ad91aeaac5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (dec78563-c711-49ce-83bf-bfebcf300d86), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:35.738439 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:35.778798 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d528b477-34d3-486b-a414-ad91aeaac5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec78563-c711-49ce-83bf-bfebcf300d86,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:35.787344 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-d528b477-34d3-486b-a414-ad91aeaac5ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=813b58b12d3f4b7a855d9c6c20e0664e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4492333 Jun 30 16:43:35.788161 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 43542) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:35.853398 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cb18cc8-3a09-438e-9495-d4cc21f4e2fc admin admin] Publish callbacks [] for security_group (dec78563-c711-49ce-83bf-bfebcf300d86), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:35.879456 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cb18cc8-3a09-438e-9495-d4cc21f4e2fc admin admin] Publish callbacks [] for security_group (dec78563-c711-49ce-83bf-bfebcf300d86), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:35.992699 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cb18cc8-3a09-438e-9495-d4cc21f4e2fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (dec78563-c711-49ce-83bf-bfebcf300d86), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:36.028685 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-8cb18cc8-3a09-438e-9495-d4cc21f4e2fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:36.030887 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-8cb18cc8-3a09-438e-9495-d4cc21f4e2fc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dec78563-c711-49ce-83bf-bfebcf300d86 HTTP/1.1" status: 204 len: 168 time: 0.2411239 Jun 30 16:43:36.043567 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb18cc8-3a09-438e-9495-d4cc21f4e2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec78563-c711-49ce-83bf-bfebcf300d86,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:36.563643 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab31172-6106-4255-b18b-efc01fd3c47a req-28413a74-aa9a-4822-a1e9-a0921c745fe5 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:36.565882 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1ab31172-6106-4255-b18b-efc01fd3c47a req-28413a74-aa9a-4822-a1e9-a0921c745fe5 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 943 time: 0.0570810 Jun 30 16:43:36.661925 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1ab31172-6106-4255-b18b-efc01fd3c47a req-8f13311c-0da2-4201-b68e-e7c9f6916606 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897226 Jun 30 16:43:36.822791 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=5 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:37.419728 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0f1b75bd-e1d2-4ea2-bd2d-40e509083950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:37.815738 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:37.830284 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f656420-a6e8-47a9-905e-fb6171f2874b req-8e861ea8-539d-4a04-998e-f18251c72886 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:37.836736 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5f656420-a6e8-47a9-905e-fb6171f2874b req-8e861ea8-539d-4a04-998e-f18251c72886 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 943 time: 0.0765104 Jun 30 16:43:37.928645 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-5f656420-a6e8-47a9-905e-fb6171f2874b req-19463f25-a294-4632-9c1f-9897ff864d5c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820944 Jun 30 16:43:38.355489 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:39.049925 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b43384-546f-45a9-816a-88adfc2ef78f req-dc138022-2f18-43c4-ada5-0949a07828c4 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:39.051556 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-48b43384-546f-45a9-816a-88adfc2ef78f req-dc138022-2f18-43c4-ada5-0949a07828c4 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 943 time: 0.0560689 Jun 30 16:43:39.110710 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-48b43384-546f-45a9-816a-88adfc2ef78f req-ecd93d87-77b7-45ba-86c4-2672018d3c63 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489256 Jun 30 16:43:39.744889 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:39.941543 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:40.236020 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabec539-0130-4728-a7a1-b0f8efabcc1a req-b788cb99-4a51-4b93-aed6-bced8bc61cde tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:40.245632 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dabec539-0130-4728-a7a1-b0f8efabcc1a req-b788cb99-4a51-4b93-aed6-bced8bc61cde tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 943 time: 0.0622923 Jun 30 16:43:40.297979 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dabec539-0130-4728-a7a1-b0f8efabcc1a req-a8fc5a47-289f-4d64-b6f7-1ebde6719094 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529816 Jun 30 16:43:41.426938 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765092a9-9577-4f98-b660-8e875c119bb2 req-65b1b718-e0e3-4d67-83f4-d00d481e5032 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:41.428600 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-765092a9-9577-4f98-b660-8e875c119bb2 req-65b1b718-e0e3-4d67-83f4-d00d481e5032 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 943 time: 0.0518494 Jun 30 16:43:41.449800 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:41.487876 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-765092a9-9577-4f98-b660-8e875c119bb2 req-101cf585-e7d2-47e4-93ed-722bf372a730 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527527 Jun 30 16:43:42.608313 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffd8d7-d636-4cfb-887d-386bd56439bc req-43486480-ae8f-45f5-b546-eb2db0c191be tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:42.609817 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-daffd8d7-d636-4cfb-887d-386bd56439bc req-43486480-ae8f-45f5-b546-eb2db0c191be tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 943 time: 0.0488613 Jun 30 16:43:42.668107 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-daffd8d7-d636-4cfb-887d-386bd56439bc req-885f1e16-7e60-48cb-989a-4e20c829a364 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509400 Jun 30 16:43:43.278652 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:43.806363 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158e1cf6-490c-4fbe-b7f4-d1543051b101 req-a86a4edf-5ae5-4d7a-9278-228eb78ceb76 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:43.807864 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-158e1cf6-490c-4fbe-b7f4-d1543051b101 req-a86a4edf-5ae5-4d7a-9278-228eb78ceb76 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 943 time: 0.0558197 Jun 30 16:43:43.877115 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-158e1cf6-490c-4fbe-b7f4-d1543051b101 req-a5b63a1c-a9db-4a34-a893-c29c68de2ce0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578527 Jun 30 16:43:44.838705 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:45.024205 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb631f-f673-4d8f-b3e5-58888fc2e159 req-c4caee51-a80f-4882-9d7e-e8a8fa4b1ecd tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:45.026392 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-74fb631f-f673-4d8f-b3e5-58888fc2e159 req-c4caee51-a80f-4882-9d7e-e8a8fa4b1ecd tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 943 time: 0.0778556 Jun 30 16:43:45.066358 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device f851ca38-1a08-4d45-b314-d75329a56f1b details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=104395) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 30 16:43:45.097627 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-74fb631f-f673-4d8f-b3e5-58888fc2e159 req-a85033b3-0373-46c0-8a3e-d2a4e89b680f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654273 Jun 30 16:43:45.203870 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port f851ca38-1a08-4d45-b314-d75329a56f1b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=f851ca38-1a08-4d45-b314-d75329a56f1b,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:43:45.217969 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Returning: {'device': 'f851ca38-1a08-4d45-b314-d75329a56f1b', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'port_id': 'f851ca38-1a08-4d45-b314-d75329a56f1b', 'mac_address': 'fa:16:3e:78:46:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104395) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 30 16:43:45.294194 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port f851ca38-1a08-4d45-b314-d75329a56f1b is: DOWN; New status is: BUILD {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:43:45.294800 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:45.320262 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f851ca38-1a08-4d45-b314-d75329a56f1b {{(pid=104395) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jun 30 16:43:45.343194 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port f851ca38-1a08-4d45-b314-d75329a56f1b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=f851ca38-1a08-4d45-b314-d75329a56f1b,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:43:45.489895 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:45.506277 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6732652-d36b-4347-96d3-6a9f8b15e2da req-0b075f2b-afde-45ee-8260-741ec2fbd409 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:45.507785 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e6732652-d36b-4347-96d3-6a9f8b15e2da req-0b075f2b-afde-45ee-8260-741ec2fbd409 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.0523570 Jun 30 16:43:45.538823 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=f851ca38-1a08-4d45-b314-d75329a56f1b,revision_number=4']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:45.547838 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.548191 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.548537 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.548877 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.549245 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.549584 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.549998 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.550340 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.550670 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.551018 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.551343 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.551697 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.552024 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.552377 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.552697 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:45.558236 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-e6732652-d36b-4347-96d3-6a9f8b15e2da req-3954fe72-b974-40d6-9465-6749296f424d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446131 Jun 30 16:43:45.583428 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 43692) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:45.747164 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['f851ca38-1a08-4d45-b314-d75329a56f1b'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:43:45.992015 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:46.032235 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:46.117307 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=45,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:46.133482 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43005d80-7fd6-4f42-af87-265d6b8e9102 tempest-TestMinimumBasicScenario-1779867358 tempest-TestMinimumBasicScenario-1779867358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:46.135707 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-43005d80-7fd6-4f42-af87-265d6b8e9102 tempest-TestMinimumBasicScenario-1779867358 tempest-TestMinimumBasicScenario-1779867358-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 1125 time: 0.5510948 Jun 30 16:43:46.139363 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 43712) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:46.145177 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'port_id': '8a69fd47-714b-49b4-a300-c1c75c143774', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:43:46.225283 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c52595-ef1d-4c43-8cfd-7982094fc11d req-1e670de0-f81c-4025-9d1c-47b36c9df801 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:46.227184 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-65c52595-ef1d-4c43-8cfd-7982094fc11d req-1e670de0-f81c-4025-9d1c-47b36c9df801 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 944 time: 0.0588200 Jun 30 16:43:46.300200 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-65c52595-ef1d-4c43-8cfd-7982094fc11d req-4a6ce3ed-f024-454a-8ed6-7b97393a2794 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644233 Jun 30 16:43:46.307310 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:46.404503 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:46.547238 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_common [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Allocated IP 172.27.2.99 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/07fa1548-5bc3-473f-8235-efc17d476a54) {{(pid=104393) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:43:46.717021 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for port (07fa1548-5bc3-473f-8235-efc17d476a54), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:46.804496 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (07fa1548-5bc3-473f-8235-efc17d476a54), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:46.856157 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104393) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:43:46.860655 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.base_scheduler [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Resources bound (agent type, host, resource id): {{(pid=104393) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:43:46.866717 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Received port after_create {{(pid=104393) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:43:46.888897 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event updated for resources: {'Port': ['ID=07fa1548-5bc3-473f-8235-efc17d476a54,revision_number=1']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:46.942999 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:47.093523 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device f851ca38-1a08-4d45-b314-d75329a56f1b up at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 30 16:43:47.162463 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning for port f851ca38-1a08-4d45-b314-d75329a56f1b completed by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jun 30 16:43:47.255736 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Provisioning complete for port f851ca38-1a08-4d45-b314-d75329a56f1b triggered by entity L2. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:43:47.256123 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:47.321532 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for floatingip (7e82a0fb-d92a-4488-8277-c21fa8b8db8c), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:47.345979 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Current status of the port f851ca38-1a08-4d45-b314-d75329a56f1b is: BUILD; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:43:47.346905 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), before_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:47.371436 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851ca38-1a08-4d45-b314-d75329a56f1b'}] {{(pid=104395) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:43:47.373722 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2acfb8d1a5b0cf855e919af37e3ec6cefa73f8d6125231b1a650970193dc73f0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8a515e-0805-48a0-8396-ca9555be598a" -d '{"events": [{"server_uuid": "6cef79c1-fa15-4e49-8321-cc34f0fb26d4", "name": "network-vif-plugged", "status": "completed", "tag": "f851ca38-1a08-4d45-b314-d75329a56f1b"}]}' {{(pid=104395) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:43:47.387955 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] For port f851ca38-1a08-4d45-b314-d75329a56f1b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=f851ca38-1a08-4d45-b314-d75329a56f1b,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:43:47.419452 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e697710-c0fd-4a35-9e6b-55b239cc41a3 x-openstack-request-id: req-6e697710-c0fd-4a35-9e6b-55b239cc41a3 {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:43:47.419452 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cef79c1-fa15-4e49-8321-cc34f0fb26d4", "name": "network-vif-plugged", "status": "completed", "tag": "f851ca38-1a08-4d45-b314-d75329a56f1b", "code": 200}]} {{(pid=104395) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:43:47.419452 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6e697710-c0fd-4a35-9e6b-55b239cc41a3 {{(pid=104395) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:43:47.419452 dv-cinder-836027-2-iscsi neutron-server[104395]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e697710-c0fd-4a35-9e6b-55b239cc41a3'] response: {'server_uuid': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f851ca38-1a08-4d45-b314-d75329a56f1b', 'code': 200} Jun 30 16:43:47.469650 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6da788-977a-4da7-bdb6-0e6bf68b0f66 req-941d4a7e-0d66-4adb-bf61-13ccc9db60c2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:47.474621 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:47.478190 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dc6da788-977a-4da7-bdb6-0e6bf68b0f66 req-941d4a7e-0d66-4adb-bf61-13ccc9db60c2 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 944 time: 0.0728638 Jun 30 16:43:47.501905 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (07fa1548-5bc3-473f-8235-efc17d476a54), before_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:47.539758 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Pushing event updated for resources: {'Port': ['ID=f851ca38-1a08-4d45-b314-d75329a56f1b,revision_number=5']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:47.581810 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-dc6da788-977a-4da7-bdb6-0e6bf68b0f66 req-253444b9-fec8-4998-983f-17e412321d2a tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983949 Jun 30 16:43:47.712093 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 43732) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:47.752056 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:47.774196 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for port (07fa1548-5bc3-473f-8235-efc17d476a54), precommit_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:47.863597 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:47.889147 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12977966'] for port (07fa1548-5bc3-473f-8235-efc17d476a54), after_update {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:47.940860 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event updated for resources: {'Port': ['ID=07fa1548-5bc3-473f-8235-efc17d476a54,revision_number=2']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:47.946697 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b51cb3-9948-46ce-af9f-116a9b4f7ac6 req-30a53f08-4291-4407-80f5-1a0dcde70a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:47.949102 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b3b51cb3-9948-46ce-af9f-116a9b4f7ac6 req-30a53f08-4291-4407-80f5-1a0dcde70a35 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 1129 time: 0.0999093 Jun 30 16:43:47.979099 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Publish callbacks [] for security_group (eed70e4a-b477-4775-b1b7-dda0ce340109), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:48.023068 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (7e82a0fb-d92a-4488-8277-c21fa8b8db8c), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:48.084545 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (eed70e4a-b477-4775-b1b7-dda0ce340109), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:48.089258 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:48.099450 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:48.111442 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b3b51cb3-9948-46ce-af9f-116a9b4f7ac6 req-9bbcce67-7339-4550-a629-239bcbc8dbd0 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531980 Jun 30 16:43:48.133067 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed70e4a-b477-4775-b1b7-dda0ce340109,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:48.145342 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fdb943f19c714cce97aa4897e11299e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4294660 Jun 30 16:43:48.145342 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.145671 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.146093 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 43736) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:48.146568 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.147002 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.147445 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.148035 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.148800 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.149229 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.149661 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.150078 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.150658 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.151509 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.151952 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.152436 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.152848 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c713da3-6ff5-4bdd-9f88-19987ceccf23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:43:48.172206 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.l3_db [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Floating IP 7e82a0fb-d92a-4488-8277-c21fa8b8db8c associated. External IP: 172.27.2.99, port: 8a69fd47-714b-49b4-a300-c1c75c143774. Jun 30 16:43:48.284489 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e03a-0bef-49fe-9307-fba291cbd2f0 admin admin] Publish callbacks [] for security_group (eed70e4a-b477-4775-b1b7-dda0ce340109), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:48.319312 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e03a-0bef-49fe-9307-fba291cbd2f0 admin admin] Publish callbacks [] for security_group (eed70e4a-b477-4775-b1b7-dda0ce340109), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:48.461261 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Router 16a0858b-327b-4bcb-8f02-84be4841b7b1 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:43:48.550390 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e03a-0bef-49fe-9307-fba291cbd2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (eed70e4a-b477-4775-b1b7-dda0ce340109), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:48.553876 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-a0a6e03a-0bef-49fe-9307-fba291cbd2f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:48.555940 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-a0a6e03a-0bef-49fe-9307-fba291cbd2f0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eed70e4a-b477-4775-b1b7-dda0ce340109 HTTP/1.1" status: 204 len: 168 time: 0.4084487 Jun 30 16:43:48.577237 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6e03a-0bef-49fe-9307-fba291cbd2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed70e4a-b477-4775-b1b7-dda0ce340109,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:48.621639 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:43:48.640090 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcb5c3-4286-4e4f-ab7d-ef5152ce4e37 None None] Sync routers for ids ['16a0858b-327b-4bcb-8f02-84be4841b7b1'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:43:48.654348 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fcb5c3-4286-4e4f-ab7d-ef5152ce4e37 None None] Routers {'16a0858b-327b-4bcb-8f02-84be4841b7b1'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:43:48.655160 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-64fcb5c3-4286-4e4f-ab7d-ef5152ce4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:43:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['16a0858b-327b-4bcb-8f02-84be4841b7b1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:43:48.738335 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:48.767539 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:48.794067 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-b0373ecd-8e74-4f7d-aff0-8d0cb2564178 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6532774 Jun 30 16:43:48.795117 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:43:48.797194 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 43748) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:48.798661 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d768bf-aec2-45ab-a1ba-3b7b6fa3a377" -d '{"events": [{"name": "network-changed", "server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:43:48.805213 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-64fcb5c3-4286-4e4f-ab7d-ef5152ce4e37 None None] Set router 16a0858b-327b-4bcb-8f02-84be4841b7b1 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:43:48.809465 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-05a259e2-caeb-454c-889b-4a8b9584c2ae tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297854854', 'description': 'tempest-secgroup-smoke-297854854 description', 'project_id': 'ce9b910eae974562929f660ba8c7af4c'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:43:48.927638 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca341fe-141a-4a07-a4e2-f55449f02a1c x-openstack-request-id: req-7ca341fe-141a-4a07-a4e2-f55449f02a1c {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:43:48.928438 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:43:48.937353 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ca341fe-141a-4a07-a4e2-f55449f02a1c {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:43:48.942406 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ca341fe-141a-4a07-a4e2-f55449f02a1c'] response: {'name': 'network-changed', 'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774', 'status': 'completed', 'code': 200} Jun 30 16:43:49.008864 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-05a259e2-caeb-454c-889b-4a8b9584c2ae tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:49.082738 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:49.101370 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d768bf-aec2-45ab-a1ba-3b7b6fa3a377 req-9cda1d17-b75e-42f2-9e6b-626cd2d01fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:49.102752 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-35d768bf-aec2-45ab-a1ba-3b7b6fa3a377 req-9cda1d17-b75e-42f2-9e6b-626cd2d01fb9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9b910eae974562929f660ba8c7af4c&device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 1130 time: 0.1153820 Jun 30 16:43:49.113353 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824e61c-7391-43ac-8fc6-69b78af0a5aa req-05e1f02b-61cd-413b-be59-739dbe0d799c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:49.116832 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8824e61c-7391-43ac-8fc6-69b78af0a5aa req-05e1f02b-61cd-413b-be59-739dbe0d799c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 945 time: 0.4419472 Jun 30 16:43:49.128468 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-64fcb5c3-4286-4e4f-ab7d-ef5152ce4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:42:29Z', 'revision_number': 4, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '7e82a0fb-d92a-4488-8277-c21fa8b8db8c', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'port_id': '8a69fd47-714b-49b4-a300-c1c75c143774', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'mac_address': 'fa:16:3e:48:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:43:47Z', 'updated_at': '2022-06-30T16:43:47Z', 'revision_number': 0, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8ef572-733a-4b20-8fdb-61a6fef9a2a5', 'name': '', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'mac_address': 'fa:16:3e:8e:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:28Z', 'updated_at': '2022-06-30T16:42:33Z', 'revision_number': 5, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'subnets': [{'id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:43:49.182425 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcb5c3-4286-4e4f-ab7d-ef5152ce4e37 None None] Checking router: 16a0858b-327b-4bcb-8f02-84be4841b7b1 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:43:49.201225 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fcb5c3-4286-4e4f-ab7d-ef5152ce4e37 None None] Routers {'16a0858b-327b-4bcb-8f02-84be4841b7b1'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:43:49.202557 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-64fcb5c3-4286-4e4f-ab7d-ef5152ce4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:43:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['16a0858b-327b-4bcb-8f02-84be4841b7b1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:43:49.208204 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8824e61c-7391-43ac-8fc6-69b78af0a5aa req-f104489e-ab83-4902-a87a-253360ba99e1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816839 Jun 30 16:43:49.239529 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-05a259e2-caeb-454c-889b-4a8b9584c2ae tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group (4abfeacb-a959-44ad-95d1-2fc26e7b1394), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:49.310299 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-64fcb5c3-4286-4e4f-ab7d-ef5152ce4e37 None None] Set router 16a0858b-327b-4bcb-8f02-84be4841b7b1 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:43:49.349842 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-05a259e2-caeb-454c-889b-4a8b9584c2ae tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (4abfeacb-a959-44ad-95d1-2fc26e7b1394), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:49.391007 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a259e2-caeb-454c-889b-4a8b9584c2ae tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4abfeacb-a959-44ad-95d1-2fc26e7b1394,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:49.503625 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-05a259e2-caeb-454c-889b-4a8b9584c2ae tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:49.506088 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-05a259e2-caeb-454c-889b-4a8b9584c2ae tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7076974 Jun 30 16:43:49.509223 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 43756) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:49.513974 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-5587510e-aebd-481c-bcd7-ee6a254eaebc tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Request body: {'security_group_rule': {'security_group_id': '4abfeacb-a959-44ad-95d1-2fc26e7b1394', 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:43:49.582336 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-64fcb5c3-4286-4e4f-ab7d-ef5152ce4e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:42:29Z', 'revision_number': 4, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '7e82a0fb-d92a-4488-8277-c21fa8b8db8c', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'port_id': '8a69fd47-714b-49b4-a300-c1c75c143774', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'mac_address': 'fa:16:3e:48:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:43:47Z', 'updated_at': '2022-06-30T16:43:47Z', 'revision_number': 0, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8ef572-733a-4b20-8fdb-61a6fef9a2a5', 'name': '', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'mac_address': 'fa:16:3e:8e:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:28Z', 'updated_at': '2022-06-30T16:42:33Z', 'revision_number': 5, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'subnets': [{'id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:43:49.610033 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64fcb5c3-4286-4e4f-ab7d-ef5152ce4e37 None None] The sync data for ids ['16a0858b-327b-4bcb-8f02-84be4841b7b1'] in dv-cinder-836027-2-iscsi is: [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:42:29Z', 'revision_number': 4, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '7e82a0fb-d92a-4488-8277-c21fa8b8db8c', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'floating_ip_address': '172.27.2.99', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'port_id': '8a69fd47-714b-49b4-a300-c1c75c143774', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 726, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'mac_address': 'fa:16:3e:48:02:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:43:47Z', 'updated_at': '2022-06-30T16:43:47Z', 'revision_number': 0, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e8ef572-733a-4b20-8fdb-61a6fef9a2a5', 'name': '', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'mac_address': 'fa:16:3e:8e:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:28Z', 'updated_at': '2022-06-30T16:42:33Z', 'revision_number': 5, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'subnets': [{'id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:43:49.643103 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5587510e-aebd-481c-bcd7-ee6a254eaebc tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (211ef736-f0ea-463c-ae31-8814c10a8f7b), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:49.646602 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d768bf-aec2-45ab-a1ba-3b7b6fa3a377 req-0049120e-f5b3-44c2-87c6-e0c111d65539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:49.648113 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-35d768bf-aec2-45ab-a1ba-3b7b6fa3a377 req-0049120e-f5b3-44c2-87c6-e0c111d65539 service neutron] 10.222.0.65 "GET /v2.0/networks?id=432368ea-cf2c-480c-9e0a-66cefd6e1974 HTTP/1.1" status: 200 len: 916 time: 0.1126795 Jun 30 16:43:49.780746 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-35d768bf-aec2-45ab-a1ba-3b7b6fa3a377 req-50524fe5-42c6-4d27-9e8f-2e841c8dd41f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a69fd47-714b-49b4-a300-c1c75c143774 HTTP/1.1" status: 200 len: 999 time: 0.1244268 Jun 30 16:43:49.836793 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5587510e-aebd-481c-bcd7-ee6a254eaebc tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (211ef736-f0ea-463c-ae31-8814c10a8f7b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:49.864573 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d768bf-aec2-45ab-a1ba-3b7b6fa3a377 req-b05f57b6-5f68-45bd-a835-bdc64d755e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:49.864573 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-35d768bf-aec2-45ab-a1ba-3b7b6fa3a377 req-b05f57b6-5f68-45bd-a835-bdc64d755e6c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2b843cf8-48cc-4192-9e54-7455626720e3 HTTP/1.1" status: 200 len: 854 time: 0.0681648 Jun 30 16:43:49.919788 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d768bf-aec2-45ab-a1ba-3b7b6fa3a377 req-5d686cdd-9f43-492a-8dd3-9168f574bf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:49.921498 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-35d768bf-aec2-45ab-a1ba-3b7b6fa3a377 req-5d686cdd-9f43-492a-8dd3-9168f574bf55 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=432368ea-cf2c-480c-9e0a-66cefd6e1974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0575483 Jun 30 16:43:49.935515 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5587510e-aebd-481c-bcd7-ee6a254eaebc tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (211ef736-f0ea-463c-ae31-8814c10a8f7b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:49.970845 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587510e-aebd-481c-bcd7-ee6a254eaebc tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=211ef736-f0ea-463c-ae31-8814c10a8f7b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:49.973493 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ec92a4-a1cc-499e-b77e-c1504dd474d8 None None] New status for floating IP 7e82a0fb-d92a-4488-8277-c21fa8b8db8c: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:43:50.169353 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-5587510e-aebd-481c-bcd7-ee6a254eaebc tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:50.170597 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-5587510e-aebd-481c-bcd7-ee6a254eaebc tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6603489 Jun 30 16:43:50.173774 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 43762) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:50.178742 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-6ff1fd75-7925-46c3-bf0e-b619c598b81f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Request body: {'security_group_rule': {'security_group_id': '4abfeacb-a959-44ad-95d1-2fc26e7b1394', 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:43:50.268590 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-35d768bf-aec2-45ab-a1ba-3b7b6fa3a377 req-49ed09ff-6ed6-4824-b7bb-ade6e3c90d4d service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963926 Jun 30 16:43:50.353437 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ff1fd75-7925-46c3-bf0e-b619c598b81f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (3586a361-eeb8-4e88-a7fe-11064e4876de), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:50.385404 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-35d768bf-aec2-45ab-a1ba-3b7b6fa3a377 req-e59f060d-8220-4dcf-8cf1-8bc657ef496c service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109684 Jun 30 16:43:50.432721 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ff1fd75-7925-46c3-bf0e-b619c598b81f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (3586a361-eeb8-4e88-a7fe-11064e4876de), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:50.530334 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ff1fd75-7925-46c3-bf0e-b619c598b81f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (3586a361-eeb8-4e88-a7fe-11064e4876de), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:50.540306 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036200ac-ab51-4365-a7c5-a10e31b37a33 req-d97b8fe0-25a3-4d28-abbf-e3d6a5cfc3af tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:50.541779 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-036200ac-ab51-4365-a7c5-a10e31b37a33 req-d97b8fe0-25a3-4d28-abbf-e3d6a5cfc3af tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 945 time: 0.2509892 Jun 30 16:43:50.565308 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff1fd75-7925-46c3-bf0e-b619c598b81f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3586a361-eeb8-4e88-a7fe-11064e4876de,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:50.609091 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-036200ac-ab51-4365-a7c5-a10e31b37a33 req-562527e7-70d8-49e1-899a-e4f69dc73efe tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580025 Jun 30 16:43:50.663172 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-6ff1fd75-7925-46c3-bf0e-b619c598b81f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:50.664412 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-6ff1fd75-7925-46c3-bf0e-b619c598b81f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4891768 Jun 30 16:43:50.668232 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 43782) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:50.672792 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-71c252b1-4c6f-4ea9-88bf-64e7ca5091cb tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Request body: {'security_group_rule': {'security_group_id': '4abfeacb-a959-44ad-95d1-2fc26e7b1394', 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:43:50.725173 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a278955-3f57-4f60-84a3-d71c72a73b15 req-de72e008-3fab-47d7-9a80-5809da632637 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:50.726533 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9a278955-3f57-4f60-84a3-d71c72a73b15 req-de72e008-3fab-47d7-9a80-5809da632637 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 945 time: 0.0477643 Jun 30 16:43:50.769434 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71c252b1-4c6f-4ea9-88bf-64e7ca5091cb tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (fb90c047-d8c9-471d-9997-1c1bf1abd03b), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:50.779367 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-9a278955-3f57-4f60-84a3-d71c72a73b15 req-7acbaebf-1b58-4fb5-9162-d09c1f93047f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470603 Jun 30 16:43:50.803211 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:50.807292 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 43790) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:50.839811 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71c252b1-4c6f-4ea9-88bf-64e7ca5091cb tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (fb90c047-d8c9-471d-9997-1c1bf1abd03b), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:50.929799 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71c252b1-4c6f-4ea9-88bf-64e7ca5091cb tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (fb90c047-d8c9-471d-9997-1c1bf1abd03b), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:50.940330 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:50.950374 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c252b1-4c6f-4ea9-88bf-64e7ca5091cb tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb90c047-d8c9-471d-9997-1c1bf1abd03b,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:50.955075 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656af5ee-c45b-454b-a539-18a1cad4242e tempest-TestVolumeBootPattern-142044274 tempest-TestVolumeBootPattern-142044274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:50.957441 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-656af5ee-c45b-454b-a539-18a1cad4242e tempest-TestVolumeBootPattern-142044274 tempest-TestVolumeBootPattern-142044274-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 1124 time: 0.1486697 Jun 30 16:43:50.959974 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 43794) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:50.964180 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Request body: {'floatingip': {'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'port_id': 'f851ca38-1a08-4d45-b314-d75329a56f1b', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address': '172.20.0.6'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:43:51.043369 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-71c252b1-4c6f-4ea9-88bf-64e7ca5091cb tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:51.044731 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-71c252b1-4c6f-4ea9-88bf-64e7ca5091cb tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3754659 Jun 30 16:43:51.047496 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 43796) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:51.055627 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [None req-204ad835-a420-44b4-a053-7a655e560f95 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Request body: {'security_group_rule': {'security_group_id': '4abfeacb-a959-44ad-95d1-2fc26e7b1394', 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:43:51.060737 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:51.150348 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:51.225625 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-204ad835-a420-44b4-a053-7a655e560f95 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (3745869d-c053-4f1a-ac14-6e6c39a12185), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:51.255808 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:51.327620 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:51.348591 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-204ad835-a420-44b4-a053-7a655e560f95 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (3745869d-c053-4f1a-ac14-6e6c39a12185), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:51.393775 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_common [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Allocated IP 172.27.2.35 (31e1378b-073c-4b12-ba8a-daf195bf9e82/c0fa80bb-24d2-44b7-a92b-b94d8eccde4c/9d818630-0f2e-4c03-99a9-d2f64ed51aff) {{(pid=104394) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 30 16:43:51.459947 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-204ad835-a420-44b4-a053-7a655e560f95 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (3745869d-c053-4f1a-ac14-6e6c39a12185), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:51.490862 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204ad835-a420-44b4-a053-7a655e560f95 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3745869d-c053-4f1a-ac14-6e6c39a12185,revision_number=0']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:51.519768 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for port (9d818630-0f2e-4c03-99a9-d2f64ed51aff), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:51.796673 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-204ad835-a420-44b4-a053-7a655e560f95 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:51.797745 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-204ad835-a420-44b4-a053-7a655e560f95 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7492807 Jun 30 16:43:51.801162 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 43798) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:51.805708 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-27a00055-4b4f-4d92-9f44-ea8716ada7f2 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Request body: {'security_group_rule': {'security_group_id': '4abfeacb-a959-44ad-95d1-2fc26e7b1394', 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:43:51.922663 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768436038485', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (9d818630-0f2e-4c03-99a9-d2f64ed51aff), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:51.966343 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Network 31e1378b-073c-4b12-ba8a-daf195bf9e82 is already hosted by enough agents. {{(pid=104394) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 30 16:43:51.969517 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.base_scheduler [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Resources bound (agent type, host, resource id): {{(pid=104394) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 30 16:43:51.970587 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-27a00055-4b4f-4d92-9f44-ea8716ada7f2 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Project ce9b910eae974562929f660ba8c7af4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 16:43:51.972170 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Received port after_create {{(pid=104394) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jun 30 16:43:51.979070 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27a00055-4b4f-4d92-9f44-ea8716ada7f2 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (a14767ae-b58a-4ebc-b079-e1e62b8b2164), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.005303 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'Port': ['ID=9d818630-0f2e-4c03-99a9-d2f64ed51aff,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:52.023882 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-dd359dc5-298d-4fc8-a432-9ce790791327 req-c503c8c2-5f34-4dcf-b96c-258f3b3b8099 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825026 Jun 30 16:43:52.057502 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27a00055-4b4f-4d92-9f44-ea8716ada7f2 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (a14767ae-b58a-4ebc-b079-e1e62b8b2164), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.129098 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd359dc5-298d-4fc8-a432-9ce790791327 req-de52c6f1-c709-46c6-b585-4b6d5b7b73f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:52.131422 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-dd359dc5-298d-4fc8-a432-9ce790791327 req-de52c6f1-c709-46c6-b585-4b6d5b7b73f5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 1130 time: 0.0499530 Jun 30 16:43:52.168015 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27a00055-4b4f-4d92-9f44-ea8716ada7f2 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (a14767ae-b58a-4ebc-b079-e1e62b8b2164), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.188040 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:52.216675 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a00055-4b4f-4d92-9f44-ea8716ada7f2 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14767ae-b58a-4ebc-b079-e1e62b8b2164,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:52.276549 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd359dc5-298d-4fc8-a432-9ce790791327 req-413e5715-1e70-4118-b9d5-2ae617290b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:52.278224 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-dd359dc5-298d-4fc8-a432-9ce790791327 req-413e5715-1e70-4118-b9d5-2ae617290b04 service neutron] 10.222.0.65 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 912 time: 0.1235368 Jun 30 16:43:52.347747 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-27a00055-4b4f-4d92-9f44-ea8716ada7f2 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.348794 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-27a00055-4b4f-4d92-9f44-ea8716ada7f2 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5466344 Jun 30 16:43:52.351718 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 43820) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:52.356126 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.v2.base [None req-67ba2182-f08b-45b3-9b8e-dbfe0e43862f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Request body: {'security_group_rule': {'security_group_id': '4abfeacb-a959-44ad-95d1-2fc26e7b1394', 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104393) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:43:52.360891 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (cba9cb0b-41ab-466b-817d-61b28ce05949), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.362004 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-dd359dc5-298d-4fc8-a432-9ce790791327 req-cbfafb9d-aa4f-402a-9f0c-0a746c0552b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9418a863-c50c-466a-a9fc-f7525b264d71 HTTP/1.1" status: 200 len: 1001 time: 0.0756531 Jun 30 16:43:52.426641 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd359dc5-298d-4fc8-a432-9ce790791327 req-4b9b6bda-11e8-4ffb-875c-c92a9ea91fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:52.428150 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-dd359dc5-298d-4fc8-a432-9ce790791327 req-4b9b6bda-11e8-4ffb-875c-c92a9ea91fbb service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eba862ec-97f4-4405-a458-baac2ead5898 HTTP/1.1" status: 200 len: 850 time: 0.0589049 Jun 30 16:43:52.474133 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd359dc5-298d-4fc8-a432-9ce790791327 req-3cd052b2-7fb0-412b-ac02-a79c02cd3330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:52.475674 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-dd359dc5-298d-4fc8-a432-9ce790791327 req-3cd052b2-7fb0-412b-ac02-a79c02cd3330 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=65fa0cba-7cff-4856-97c9-e4f078bde7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403042 Jun 30 16:43:52.523307 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (9d818630-0f2e-4c03-99a9-d2f64ed51aff), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.549712 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.db.securitygroups_db [None req-67ba2182-f08b-45b3-9b8e-dbfe0e43862f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Project ce9b910eae974562929f660ba8c7af4c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 30 16:43:52.561847 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67ba2182-f08b-45b3-9b8e-dbfe0e43862f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (c2a74379-1cc3-490e-ad7f-94d30b5cc264), before_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.603731 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:52.606292 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-dd359dc5-298d-4fc8-a432-9ce790791327 req-a8ef5db4-a3bc-4966-8e27-fe899b2e4e9a service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233537 Jun 30 16:43:52.659378 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67ba2182-f08b-45b3-9b8e-dbfe0e43862f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (c2a74379-1cc3-490e-ad7f-94d30b5cc264), precommit_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.696078 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for port (9d818630-0f2e-4c03-99a9-d2f64ed51aff), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.722058 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-dd359dc5-298d-4fc8-a432-9ce790791327 req-69160640-4001-40e1-baeb-6f628ddc81fe service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087966 Jun 30 16:43:52.732858 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67ba2182-f08b-45b3-9b8e-dbfe0e43862f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588307'] for security_group_rule (c2a74379-1cc3-490e-ad7f-94d30b5cc264), after_create {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.756438 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba2182-f08b-45b3-9b8e-dbfe0e43862f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2a74379-1cc3-490e-ad7f-94d30b5cc264,revision_number=0']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:52.758204 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (9d818630-0f2e-4c03-99a9-d2f64ed51aff), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.837446 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event updated for resources: {'Port': ['ID=9d818630-0f2e-4c03-99a9-d2f64ed51aff,revision_number=2']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:52.842185 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1029677'] for floatingip (cba9cb0b-41ab-466b-817d-61b28ce05949), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.868175 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-67ba2182-f08b-45b3-9b8e-dbfe0e43862f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:52.868175 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-67ba2182-f08b-45b3-9b8e-dbfe0e43862f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5155005 Jun 30 16:43:52.988315 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-03307698-8085-4ecc-869f-b4cf75ba9943 req-74bdb0eb-de92-439f-8c26-208b9a696626 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297854854&fields=id&tenant_id=ce9b910eae974562929f660ba8c7af4c HTTP/1.1" status: 200 len: 267 time: 0.0724349 Jun 30 16:43:52.989537 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Floating IP cba9cb0b-41ab-466b-817d-61b28ce05949 associated. External IP: 172.27.2.35, port: f851ca38-1a08-4d45-b314-d75329a56f1b. Jun 30 16:43:53.107367 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03307698-8085-4ecc-869f-b4cf75ba9943 req-177332bb-c704-41b6-a5e7-ed5225705a35 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:53.108875 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-03307698-8085-4ecc-869f-b4cf75ba9943 req-177332bb-c704-41b6-a5e7-ed5225705a35 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.1149516 Jun 30 16:43:53.128160 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-03307698-8085-4ecc-869f-b4cf75ba9943 req-ecae75bc-0241-4b81-a5ee-12a50c089527 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Request body: {'port': {'security_groups': ['9a7c032d-ef1c-4150-8cf4-987e5ba45a7d', '4abfeacb-a959-44ad-95d1-2fc26e7b1394']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:43:53.279521 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-03307698-8085-4ecc-869f-b4cf75ba9943 req-ecae75bc-0241-4b81-a5ee-12a50c089527 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:53.325740 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:43:53.360478 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:53.507057 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:53.535135 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:43:53.545649 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0125bf-6c67-470f-a548-ff86f23c1b4e None None] Sync routers for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:43:53.557148 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0125bf-6c67-470f-a548-ff86f23c1b4e None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:43:53.557769 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9d0125bf-6c67-470f-a548-ff86f23c1b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:43:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:43:53.585554 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-03307698-8085-4ecc-869f-b4cf75ba9943 req-ecae75bc-0241-4b81-a5ee-12a50c089527 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] For port 8a69fd47-714b-49b4-a300-c1c75c143774, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=8a69fd47-714b-49b4-a300-c1c75c143774,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:43:53.618431 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-03307698-8085-4ecc-869f-b4cf75ba9943 req-ecae75bc-0241-4b81-a5ee-12a50c089527 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for port (8a69fd47-714b-49b4-a300-c1c75c143774), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:53.649263 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:53.653223 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:53.668137 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:53.670227 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-9d0125bf-6c67-470f-a548-ff86f23c1b4e None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:43:53.683650 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-41ffe516-ebe5-4b1a-9add-ea516b2d47f3 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7226067 Jun 30 16:43:53.684247 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'tag': 'f851ca38-1a08-4d45-b314-d75329a56f1b'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:43:53.686554 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ffc21d-dfae-4cca-860f-edf4e40d6a61" -d '{"events": [{"name": "network-changed", "server_uuid": "6cef79c1-fa15-4e49-8321-cc34f0fb26d4", "tag": "f851ca38-1a08-4d45-b314-d75329a56f1b"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:43:53.728809 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721d6dfc-7f2f-4c34-b762-4bdf89e8407b x-openstack-request-id: req-721d6dfc-7f2f-4c34-b762-4bdf89e8407b {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:43:53.729194 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cef79c1-fa15-4e49-8321-cc34f0fb26d4", "tag": "f851ca38-1a08-4d45-b314-d75329a56f1b", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:43:53.729526 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-721d6dfc-7f2f-4c34-b762-4bdf89e8407b {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:43:53.729993 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721d6dfc-7f2f-4c34-b762-4bdf89e8407b'] response: {'name': 'network-changed', 'server_uuid': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'tag': 'f851ca38-1a08-4d45-b314-d75329a56f1b', 'status': 'completed', 'code': 200} Jun 30 16:43:53.737283 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-03307698-8085-4ecc-869f-b4cf75ba9943 req-ecae75bc-0241-4b81-a5ee-12a50c089527 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:53.749826 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['8a69fd47-714b-49b4-a300-c1c75c143774'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:43:53.803849 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03307698-8085-4ecc-869f-b4cf75ba9943 req-ecae75bc-0241-4b81-a5ee-12a50c089527 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:53.803849 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-03307698-8085-4ecc-869f-b4cf75ba9943 req-ecae75bc-0241-4b81-a5ee-12a50c089527 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:53.805623 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-03307698-8085-4ecc-869f-b4cf75ba9943 req-ecae75bc-0241-4b81-a5ee-12a50c089527 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "PUT /v2.0/ports/8a69fd47-714b-49b4-a300-c1c75c143774 HTTP/1.1" status: 200 len: 982 time: 0.6841209 Jun 30 16:43:53.807768 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffc21d-dfae-4cca-860f-edf4e40d6a61 req-9dfefc6d-6eda-420b-9e98-b6340e26217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:53.809359 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c0ffc21d-dfae-4cca-860f-edf4e40d6a61 req-9dfefc6d-6eda-420b-9e98-b6340e26217d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 1129 time: 0.0562544 Jun 30 16:43:53.841983 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecae75bc-0241-4b81-a5ee-12a50c089527 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event updated for resources: {'Port': ['ID=8a69fd47-714b-49b4-a300-c1c75c143774,revision_number=6']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:53.907854 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['8a69fd47-714b-49b4-a300-c1c75c143774'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:43:53.942831 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:53.977134 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:53.988824 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffc21d-dfae-4cca-860f-edf4e40d6a61 req-57742f55-306f-4ca5-94b6-0b630be895dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:53.995034 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c0ffc21d-dfae-4cca-860f-edf4e40d6a61 req-57742f55-306f-4ca5-94b6-0b630be895dd service neutron] 10.222.0.65 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 912 time: 0.1773107 Jun 30 16:43:53.998285 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452edf3-1762-4b9f-a984-5b5f8666b118 req-ec3c8efe-db72-4593-89d0-c82002125fc8 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:54.000032 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1452edf3-1762-4b9f-a984-5b5f8666b118 req-ec3c8efe-db72-4593-89d0-c82002125fc8 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0895369 Jun 30 16:43:54.061880 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9d0125bf-6c67-470f-a548-ff86f23c1b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '51bf0ddc-59f1-4496-b807-881a91951f8a', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': '9418a863-c50c-466a-a9fc-f7525b264d71', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:49:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:41:22Z', 'updated_at': '2022-06-30T16:41:25Z', 'revision_number': 1, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}, {'id': 'cba9cb0b-41ab-466b-817d-61b28ce05949', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': 'f851ca38-1a08-4d45-b314-d75329a56f1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:78:46:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:43:52Z', 'updated_at': '2022-06-30T16:43:52Z', 'revision_number': 0, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:43:54.084232 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:54.089445 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1452edf3-1762-4b9f-a984-5b5f8666b118 req-cc848157-7906-4319-b5db-0f12de2fcb4f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0823903 Jun 30 16:43:54.124561 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0125bf-6c67-470f-a548-ff86f23c1b4e None None] Checking router: b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:43:54.137080 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c0ffc21d-dfae-4cca-860f-edf4e40d6a61 req-6a82c482-ce21-4992-9284-1b7c3da146f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f851ca38-1a08-4d45-b314-d75329a56f1b HTTP/1.1" status: 200 len: 998 time: 0.1355634 Jun 30 16:43:54.139539 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0125bf-6c67-470f-a548-ff86f23c1b4e None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:43:54.140317 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9d0125bf-6c67-470f-a548-ff86f23c1b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:43:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:43:54.190330 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffc21d-dfae-4cca-860f-edf4e40d6a61 req-ae3a274e-7c99-4f38-9764-01407c016ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:54.191847 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c0ffc21d-dfae-4cca-860f-edf4e40d6a61 req-ae3a274e-7c99-4f38-9764-01407c016ea2 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eba862ec-97f4-4405-a458-baac2ead5898 HTTP/1.1" status: 200 len: 850 time: 0.0474048 Jun 30 16:43:54.221481 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:54.246477 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-a0ec37f7-e8c9-4ed2-b4ee-1abdbd7e1bf0 None None] Provisioning complete for port 8a69fd47-714b-49b4-a300-c1c75c143774 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:43:54.248996 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-a0ec37f7-e8c9-4ed2-b4ee-1abdbd7e1bf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:54.273663 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-9d0125bf-6c67-470f-a548-ff86f23c1b4e None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:43:54.507072 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ffc21d-dfae-4cca-860f-edf4e40d6a61 req-96a411bf-9cda-48c0-844b-644224fa372c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:54.508640 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c0ffc21d-dfae-4cca-860f-edf4e40d6a61 req-96a411bf-9cda-48c0-844b-644224fa372c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=65fa0cba-7cff-4856-97c9-e4f078bde7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3107507 Jun 30 16:43:54.587206 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-a0ec37f7-e8c9-4ed2-b4ee-1abdbd7e1bf0 None None] Current status of the port 8a69fd47-714b-49b4-a300-c1c75c143774 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:43:54.609247 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c0ffc21d-dfae-4cca-860f-edf4e40d6a61 req-5b052e53-9107-4abb-88c2-8834da2e6534 service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941544 Jun 30 16:43:54.625773 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-9d0125bf-6c67-470f-a548-ff86f23c1b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '51bf0ddc-59f1-4496-b807-881a91951f8a', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': '9418a863-c50c-466a-a9fc-f7525b264d71', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:49:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:41:22Z', 'updated_at': '2022-06-30T16:41:25Z', 'revision_number': 1, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}, {'id': 'cba9cb0b-41ab-466b-817d-61b28ce05949', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': 'f851ca38-1a08-4d45-b314-d75329a56f1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:78:46:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:43:52Z', 'updated_at': '2022-06-30T16:43:52Z', 'revision_number': 0, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:43:54.657135 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0125bf-6c67-470f-a548-ff86f23c1b4e None None] The sync data for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi is: [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '51bf0ddc-59f1-4496-b807-881a91951f8a', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': '9418a863-c50c-466a-a9fc-f7525b264d71', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:49:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:41:22Z', 'updated_at': '2022-06-30T16:41:25Z', 'revision_number': 1, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}, {'id': 'cba9cb0b-41ab-466b-817d-61b28ce05949', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.35', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': 'f851ca38-1a08-4d45-b314-d75329a56f1b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 741, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:78:46:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:43:52Z', 'updated_at': '2022-06-30T16:43:52Z', 'revision_number': 0, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:43:54.716256 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=100 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:54.719421 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c0ffc21d-dfae-4cca-860f-edf4e40d6a61 req-c262eb39-c360-4d85-8c81-af11e9d7f539 service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012805 Jun 30 16:43:54.884083 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d63b87e1-7906-4821-b7a6-2d0de76d933f None None] New status for floating IP cba9cb0b-41ab-466b-817d-61b28ce05949: ACTIVE {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:43:54.912136 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 43868) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:54.960535 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4c4803-62b6-4541-8983-c63431bef0b9 admin admin] Deleting subnet aff5c78e-8a8f-4ec0-8d47-7e57beb9d330 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:43:54.964251 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4803-62b6-4541-8983-c63431bef0b9 admin admin] Publish callbacks [] for subnet (aff5c78e-8a8f-4ec0-8d47-7e57beb9d330), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:55.002840 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4803-62b6-4541-8983-c63431bef0b9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13027248'] for subnet (aff5c78e-8a8f-4ec0-8d47-7e57beb9d330), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:55.051286 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4803-62b6-4541-8983-c63431bef0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (aff5c78e-8a8f-4ec0-8d47-7e57beb9d330), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:55.181571 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4803-62b6-4541-8983-c63431bef0b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12978040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13262272'] for subnet (aff5c78e-8a8f-4ec0-8d47-7e57beb9d330), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:55.211326 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4c4803-62b6-4541-8983-c63431bef0b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aff5c78e-8a8f-4ec0-8d47-7e57beb9d330,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:55.213304 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9c4c4803-62b6-4541-8983-c63431bef0b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:55.216391 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-9c4c4803-62b6-4541-8983-c63431bef0b9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/aff5c78e-8a8f-4ec0-8d47-7e57beb9d330 HTTP/1.1" status: 204 len: 168 time: 0.3031857 Jun 30 16:43:55.219020 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 43870) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:55.255616 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:55.298355 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (d9c21de2-16f4-4f3f-9d4d-665494393536), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:55.380553 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (d9c21de2-16f4-4f3f-9d4d-665494393536), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:55.401450 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c21de2-16f4-4f3f-9d4d-665494393536']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:43:55.411346 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b96352-8eb1-413e-bd9b-e6c00bef2164') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:43:55.411704 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b96352-8eb1-413e-bd9b-e6c00bef2164') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:43:55.421294 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13027211'] for segment (80b96352-8eb1-413e-bd9b-e6c00bef2164), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:55.434984 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (80b96352-8eb1-413e-bd9b-e6c00bef2164), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:55.441504 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:43:55.447742 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12978114'] for segment (80b96352-8eb1-413e-bd9b-e6c00bef2164), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:55.472762 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 80b96352-8eb1-413e-bd9b-e6c00bef2164 resource provider aggregate not found Jun 30 16:43:55.503913 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 80b96352-8eb1-413e-bd9b-e6c00bef2164 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80b96352-8eb1-413e-bd9b-e6c00bef2164 found for delete ", "request_id": "req-3cfd5702-5e5c-4848-a87b-e4b9c9bda4e6"}]} Jun 30 16:43:55.589585 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (d9c21de2-16f4-4f3f-9d4d-665494393536), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:55.600044 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:55.603154 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] 10.222.0.67 "DELETE /v2.0/networks/d9c21de2-16f4-4f3f-9d4d-665494393536 HTTP/1.1" status: 204 len: 168 time: 0.3831396 Jun 30 16:43:55.613305 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5b8da0-927a-404f-a9d0-04755272f3da admin admin] Pushing event deleted for resources: {'Network': ['ID=d9c21de2-16f4-4f3f-9d4d-665494393536,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:55.731256 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:43:55.733867 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8853fe83-4f9c-4477-80ef-76a2ce095b9a" -d '{"events": [{"name": "network-changed", "server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:43:55.770675 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eebec2d2-81be-40a2-8fec-804f366dd77e x-openstack-request-id: req-eebec2d2-81be-40a2-8fec-804f366dd77e {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:43:55.770966 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:43:55.771223 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-eebec2d2-81be-40a2-8fec-804f366dd77e {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:43:55.771723 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eebec2d2-81be-40a2-8fec-804f366dd77e'] response: {'name': 'network-changed', 'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774', 'status': 'completed', 'code': 200} Jun 30 16:43:55.834175 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853fe83-4f9c-4477-80ef-76a2ce095b9a req-262a8196-76ff-4fe6-9534-0a8f4f70360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:55.835790 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8853fe83-4f9c-4477-80ef-76a2ce095b9a req-262a8196-76ff-4fe6-9534-0a8f4f70360f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9b910eae974562929f660ba8c7af4c&device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 1169 time: 0.0423086 Jun 30 16:43:55.938065 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853fe83-4f9c-4477-80ef-76a2ce095b9a req-b58a4063-5c86-4366-8bbf-727bc0816466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:55.939529 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8853fe83-4f9c-4477-80ef-76a2ce095b9a req-b58a4063-5c86-4366-8bbf-727bc0816466 service neutron] 10.222.0.65 "GET /v2.0/networks?id=432368ea-cf2c-480c-9e0a-66cefd6e1974 HTTP/1.1" status: 200 len: 916 time: 0.0966978 Jun 30 16:43:55.995817 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 43880) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:56.005984 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8853fe83-4f9c-4477-80ef-76a2ce095b9a req-7d05a97a-397e-434e-9cb2-7cbe3bd73860 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a69fd47-714b-49b4-a300-c1c75c143774 HTTP/1.1" status: 200 len: 1001 time: 0.0592415 Jun 30 16:43:56.040826 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-c6726911-78f8-4b58-ac25-35e8aa1413aa admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fc48c4912c8647d482593a28474d6b14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438640 Jun 30 16:43:56.043357 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 43882) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:43:56.055834 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853fe83-4f9c-4477-80ef-76a2ce095b9a req-22c56590-f223-4edc-8802-1fe532169968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:56.057431 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8853fe83-4f9c-4477-80ef-76a2ce095b9a req-22c56590-f223-4edc-8802-1fe532169968 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2b843cf8-48cc-4192-9e54-7455626720e3 HTTP/1.1" status: 200 len: 854 time: 0.0460370 Jun 30 16:43:56.094620 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0525b20f-f69e-433e-8679-67a363d98243 admin admin] Publish callbacks [] for security_group (05a7d961-844a-49e3-aca3-e8f7416b8376), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:56.107020 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853fe83-4f9c-4477-80ef-76a2ce095b9a req-c99f6465-4973-4439-8731-5e82fc840041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:43:56.108611 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8853fe83-4f9c-4477-80ef-76a2ce095b9a req-c99f6465-4973-4439-8731-5e82fc840041 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=432368ea-cf2c-480c-9e0a-66cefd6e1974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456719 Jun 30 16:43:56.121544 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0525b20f-f69e-433e-8679-67a363d98243 admin admin] Publish callbacks [] for security_group (05a7d961-844a-49e3-aca3-e8f7416b8376), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:56.138764 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:43:56.207080 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8853fe83-4f9c-4477-80ef-76a2ce095b9a req-f9b21301-5c87-460c-bef5-ab197a53a949 service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920720 Jun 30 16:43:56.255732 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0525b20f-f69e-433e-8679-67a363d98243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (05a7d961-844a-49e3-aca3-e8f7416b8376), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:56.258275 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0525b20f-f69e-433e-8679-67a363d98243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:43:56.259491 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-0525b20f-f69e-433e-8679-67a363d98243 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/05a7d961-844a-49e3-aca3-e8f7416b8376 HTTP/1.1" status: 204 len: 168 time: 0.2151599 Jun 30 16:43:56.267781 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525b20f-f69e-433e-8679-67a363d98243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a7d961-844a-49e3-aca3-e8f7416b8376,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:43:56.311438 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-8853fe83-4f9c-4477-80ef-76a2ce095b9a req-6324bc08-e1f9-47ea-bf17-252459fa639f service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981774 Jun 30 16:44:04.717931 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-412515ed-19a8-4fff-b75e-7d4ba3511632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:06.156065 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=25,neutron:DELETE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:06.263543 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=87,neutron:DELETE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:06.308038 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=75,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:06.542169 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada18c80-c08d-4ca5-a869-0650c0097107 req-b7773a90-a4b0-4bfb-b2a9-2a6f54eb02f0 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:06.543584 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ada18c80-c08d-4ca5-a869-0650c0097107 req-b7773a90-a4b0-4bfb-b2a9-2a6f54eb02f0 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0488572 Jun 30 16:44:06.609646 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-ada18c80-c08d-4ca5-a869-0650c0097107 req-a787e43f-5c57-4ba0-9a23-ade4196653a3 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600746 Jun 30 16:44:06.799353 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-320cdefe-c861-4827-ae59-7e9e4cc2d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:06.800821 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-320cdefe-c861-4827-ae59-7e9e4cc2d70b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9b910eae974562929f660ba8c7af4c&device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 1169 time: 0.1423945 Jun 30 16:44:06.906509 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-53d7e9fa-d2c5-4074-88d9-7062b21791c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:06.908529 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-53d7e9fa-d2c5-4074-88d9-7062b21791c6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=432368ea-cf2c-480c-9e0a-66cefd6e1974 HTTP/1.1" status: 200 len: 916 time: 0.1014934 Jun 30 16:44:06.985391 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-26140596-28a3-4c4d-b4fc-d3c6e74e2658 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a69fd47-714b-49b4-a300-c1c75c143774 HTTP/1.1" status: 200 len: 1001 time: 0.0677819 Jun 30 16:44:07.039750 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-f10958cd-bd1d-4506-a230-f5b03af93d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:07.042560 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-f10958cd-bd1d-4506-a230-f5b03af93d46 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2b843cf8-48cc-4192-9e54-7455626720e3 HTTP/1.1" status: 200 len: 854 time: 0.0486035 Jun 30 16:44:07.096072 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-933156e2-3e0c-4997-8381-a5e816650cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:07.097689 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-933156e2-3e0c-4997-8381-a5e816650cb4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=432368ea-cf2c-480c-9e0a-66cefd6e1974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485072 Jun 30 16:44:07.108267 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-07cfba22-3ada-483d-b9ad-55112eb7e7f5 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=104393) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jun 30 16:44:07.109360 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-07cfba22-3ada-483d-b9ad-55112eb7e7f5 service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053606 Jun 30 16:44:07.207110 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-e8c710f0-71cb-4b29-98ce-bde9e4cd3003 service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892682 Jun 30 16:44:07.311704 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-23294cae-ac1a-4bfc-9f2f-a73f0eb51300 req-ec91f5ff-249e-40cd-8cf6-e2fca1932144 service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971637 Jun 30 16:44:07.381350 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-9cec446c-b6c0-4de6-834f-8ee8895171e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:07.733112 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7b1a5e-a095-4cb4-bd58-58de45464c45 req-4dcf71d9-bf31-4392-9b82-cefefe5c9f43 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:07.734717 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bb7b1a5e-a095-4cb4-bd58-58de45464c45 req-4dcf71d9-bf31-4392-9b82-cefefe5c9f43 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0500185 Jun 30 16:44:07.797394 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-bb7b1a5e-a095-4cb4-bd58-58de45464c45 req-36d35c4a-6012-4bb0-afa2-0fba6117876e tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569952 Jun 30 16:44:08.327113 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:08.923060 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd295ecd-3a1d-4e9b-b742-89842d484f16 req-c596af73-dae6-41f0-a8c4-3339d792cd89 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:08.924593 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fd295ecd-3a1d-4e9b-b742-89842d484f16 req-c596af73-dae6-41f0-a8c4-3339d792cd89 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0537765 Jun 30 16:44:08.987332 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fd295ecd-3a1d-4e9b-b742-89842d484f16 req-cdf5dd8b-0419-49e8-9bce-6620de175baf tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0570548 Jun 30 16:44:09.801756 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:09.915713 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:10.106269 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8680aa9a-5f16-4845-8f22-e1971213c8e4 req-9752d1f3-4b5b-4f52-9f40-4a2c0b9e0d79 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:10.107774 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8680aa9a-5f16-4845-8f22-e1971213c8e4 req-9752d1f3-4b5b-4f52-9f40-4a2c0b9e0d79 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0504000 Jun 30 16:44:10.169515 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8680aa9a-5f16-4845-8f22-e1971213c8e4 req-8db087b6-5d5d-493d-b192-19506bbee295 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559101 Jun 30 16:44:11.302863 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fdbb02-223a-4f08-97ed-dec8d578b949 req-bebf388d-b7c3-410d-a69f-e95d8ede28dc tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:11.304396 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-36fdbb02-223a-4f08-97ed-dec8d578b949 req-bebf388d-b7c3-410d-a69f-e95d8ede28dc tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0568504 Jun 30 16:44:11.367574 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-36fdbb02-223a-4f08-97ed-dec8d578b949 req-1fb9891d-53b4-4f1d-9132-51b926df4220 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0571158 Jun 30 16:44:11.838944 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:44:12.483659 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce88328-8467-4105-83ea-c34448e23691 req-b8705b75-dacf-44f8-b8c4-3f3b6870b78d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:12.485174 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4ce88328-8467-4105-83ea-c34448e23691 req-b8705b75-dacf-44f8-b8c4-3f3b6870b78d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0489213 Jun 30 16:44:12.545403 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-4ce88328-8467-4105-83ea-c34448e23691 req-1b94c23c-da18-44ec-bd69-9b221ece8797 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545933 Jun 30 16:44:13.241235 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:13.664888 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48266284-b463-4ee6-83d3-3018cba93427 req-85f253ef-047f-44c9-bd06-26c4020641d4 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:13.666275 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-48266284-b463-4ee6-83d3-3018cba93427 req-85f253ef-047f-44c9-bd06-26c4020641d4 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0486243 Jun 30 16:44:13.733457 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-48266284-b463-4ee6-83d3-3018cba93427 req-727e1039-c559-45f4-9edc-61cb1839b29b tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602055 Jun 30 16:44:14.851652 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae311f9-13bd-4a7e-a316-dab44b5226cc req-19ec4a9b-dc94-43e0-965b-c4fbb81e35aa tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:14.853282 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1ae311f9-13bd-4a7e-a316-dab44b5226cc req-19ec4a9b-dc94-43e0-965b-c4fbb81e35aa tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0508847 Jun 30 16:44:14.919484 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-1ae311f9-13bd-4a7e-a316-dab44b5226cc req-e79f352e-1874-42ca-8485-73cbbbd8bd82 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0602505 Jun 30 16:44:16.037211 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03775ea6-df70-44ef-a3f7-fcd1c6a78862 req-0082ad50-2748-4688-b865-4895b3a71d08 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:16.038751 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-03775ea6-df70-44ef-a3f7-fcd1c6a78862 req-0082ad50-2748-4688-b865-4895b3a71d08 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0504749 Jun 30 16:44:16.057563 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:16.102067 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-03775ea6-df70-44ef-a3f7-fcd1c6a78862 req-87eac8e7-3742-470e-a98b-f661c00dfdcc tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573602 Jun 30 16:44:17.226479 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f278c-ed62-4e71-b032-1bcda698c537 req-e1f721b4-b67a-4523-8b94-221537822554 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:17.228000 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c63f278c-ed62-4e71-b032-1bcda698c537 req-e1f721b4-b67a-4523-8b94-221537822554 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0527134 Jun 30 16:44:17.292295 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-c63f278c-ed62-4e71-b032-1bcda698c537 req-4334cd74-161b-43a1-9f31-b09c2940efcd tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0577278 Jun 30 16:44:17.306557 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=43 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:17.308447 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=51 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:18.369752 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:18.409521 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b230eb-3604-4501-9b55-0e85c2147378 req-9a7f8585-4860-4c76-b6e2-54e80a2f6b28 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:18.411005 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-44b230eb-3604-4501-9b55-0e85c2147378 req-9a7f8585-4860-4c76-b6e2-54e80a2f6b28 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0498374 Jun 30 16:44:18.472234 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-44b230eb-3604-4501-9b55-0e85c2147378 req-31e06243-a811-4317-8e00-561dd5611355 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0555737 Jun 30 16:44:19.588750 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de7d40-814a-4b74-8e05-51daea41b022 req-8df6e489-64d9-4cc6-878b-4f52c3b507eb tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:19.590229 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-60de7d40-814a-4b74-8e05-51daea41b022 req-8df6e489-64d9-4cc6-878b-4f52c3b507eb tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0492523 Jun 30 16:44:19.656491 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-60de7d40-814a-4b74-8e05-51daea41b022 req-a40ada64-6c13-4d3e-8e1f-333971821bfa tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604780 Jun 30 16:44:20.775735 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead4483-db78-4a9e-967c-14b359bf6486 req-0983b270-df0d-471e-830a-ce39e82e54b4 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:20.777244 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2ead4483-db78-4a9e-967c-14b359bf6486 req-0983b270-df0d-471e-830a-ce39e82e54b4 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0493667 Jun 30 16:44:20.840581 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-2ead4483-db78-4a9e-967c-14b359bf6486 req-08d041b5-db1e-4f55-9b96-630be7a5faca tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574131 Jun 30 16:44:21.833440 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=75 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:21.834739 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=55 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:21.957131 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeed1bf-0721-4da9-87bc-77d56b94a0f1 req-d3d5d5fa-e454-453d-bea0-9e106e8b8f8d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:21.959562 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cbeed1bf-0721-4da9-87bc-77d56b94a0f1 req-d3d5d5fa-e454-453d-bea0-9e106e8b8f8d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0494435 Jun 30 16:44:22.022486 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-cbeed1bf-0721-4da9-87bc-77d56b94a0f1 req-3a05a801-e9c3-48c9-bf87-8b7da9c83761 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566506 Jun 30 16:44:23.141940 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f37ad96-10f3-4fe9-972f-1a2ca1d50344 req-ca1f1d0a-bf4f-47fa-8e17-972f168d7896 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:23.143417 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6f37ad96-10f3-4fe9-972f-1a2ca1d50344 req-ca1f1d0a-bf4f-47fa-8e17-972f168d7896 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0523815 Jun 30 16:44:23.156318 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=17,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:23.157131 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:23.208861 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6f37ad96-10f3-4fe9-972f-1a2ca1d50344 req-37fbad70-35e0-4e37-8254-a342c8923fb9 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0589683 Jun 30 16:44:24.327584 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7622f54-1362-458b-af8c-8fa6d7e2b246 req-fd713a17-0758-4f09-9b5d-44fe1f16ddcc tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:24.329059 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f7622f54-1362-458b-af8c-8fa6d7e2b246 req-fd713a17-0758-4f09-9b5d-44fe1f16ddcc tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0495450 Jun 30 16:44:24.391538 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f7622f54-1362-458b-af8c-8fa6d7e2b246 req-229c5a87-c489-4f67-a59c-d11d9c5b2f73 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566273 Jun 30 16:44:25.511422 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130c28e2-047e-4800-b277-336401e8efb2 req-72b997d3-f9d1-47e4-8efa-ce63d8d1686f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:25.513044 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-130c28e2-047e-4800-b277-336401e8efb2 req-72b997d3-f9d1-47e4-8efa-ce63d8d1686f tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0519543 Jun 30 16:44:25.573924 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-130c28e2-047e-4800-b277-336401e8efb2 req-30ea5f6d-45fd-4d5c-b243-68b26a117e58 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=4abfeacb-a959-44ad-95d1-2fc26e7b1394&id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548062 Jun 30 16:44:33.869789 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44134) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:44:33.977449 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b849b5f-0e5d-4837-8b7d-24eb3a908cb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:34.005761 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:34.060059 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b849b5f-0e5d-4837-8b7d-24eb3a908cb0 admin admin] Publish callbacks [] for security_group (09d5cd2d-66ab-4439-b168-729b09232012), precommit_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:34.157991 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-8b849b5f-0e5d-4837-8b7d-24eb3a908cb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (09d5cd2d-66ab-4439-b168-729b09232012), after_create {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:34.201606 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-8b849b5f-0e5d-4837-8b7d-24eb3a908cb0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c8ab9d44217d440dbb99b18c5a4ab2c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3305781 Jun 30 16:44:34.202319 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b849b5f-0e5d-4837-8b7d-24eb3a908cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d5cd2d-66ab-4439-b168-729b09232012,revision_number=1']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:44:34.204252 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 44138) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:44:34.257262 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Publish callbacks [] for security_group (09d5cd2d-66ab-4439-b168-729b09232012), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:34.278966 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Publish callbacks [] for security_group (09d5cd2d-66ab-4439-b168-729b09232012), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:34.406614 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (09d5cd2d-66ab-4439-b168-729b09232012), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:34.409486 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:34.410648 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/09d5cd2d-66ab-4439-b168-729b09232012 HTTP/1.1" status: 204 len: 168 time: 0.2053301 Jun 30 16:44:34.419953 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d5cd2d-66ab-4439-b168-729b09232012,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:44:34.428074 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.428421 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.428760 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.429088 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.429424 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.429881 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.430120 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.430401 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.431420 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.431420 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.431420 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.431881 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.432005 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.432323 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.432636 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-534636e8-3a6d-438a-8853-d238d015f11e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:34.689896 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f8d6ce01-6d1d-4161-979d-6eb9cf9ec803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:37.372016 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-6fe00ac1-5d00-41c7-8700-e9f36af8edca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:38.366875 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:39.752194 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:39.892055 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:43.284333 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:44.195522 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=9 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:44.197725 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:44.416230 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:44.423669 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:48.838009 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:44:50.815351 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:51.986327 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2fa82f77-382f-4221-9472-e683f1791236 req-97456853-e90e-4376-ac88-3fd24b78259e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433700 Jun 30 16:44:52.049638 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa82f77-382f-4221-9472-e683f1791236 req-0047b38f-1c22-422f-aa39-48bb587197e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:52.051232 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2fa82f77-382f-4221-9472-e683f1791236 req-0047b38f-1c22-422f-aa39-48bb587197e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9b910eae974562929f660ba8c7af4c&device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 1169 time: 0.0416799 Jun 30 16:44:52.159577 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa82f77-382f-4221-9472-e683f1791236 req-3fd1f93a-6bab-4adb-968f-54ea801cc7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:52.161059 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2fa82f77-382f-4221-9472-e683f1791236 req-3fd1f93a-6bab-4adb-968f-54ea801cc7ea service neutron] 10.222.0.65 "GET /v2.0/networks?id=432368ea-cf2c-480c-9e0a-66cefd6e1974 HTTP/1.1" status: 200 len: 916 time: 0.0902839 Jun 30 16:44:52.228873 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2fa82f77-382f-4221-9472-e683f1791236 req-b051a4a2-fb17-4820-a633-9975ea177022 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a69fd47-714b-49b4-a300-c1c75c143774 HTTP/1.1" status: 200 len: 1001 time: 0.0613194 Jun 30 16:44:52.280220 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa82f77-382f-4221-9472-e683f1791236 req-ebf1cdae-bd12-4f1c-9d87-fc2705805591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:52.281695 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2fa82f77-382f-4221-9472-e683f1791236 req-ebf1cdae-bd12-4f1c-9d87-fc2705805591 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2b843cf8-48cc-4192-9e54-7455626720e3 HTTP/1.1" status: 200 len: 854 time: 0.0463181 Jun 30 16:44:52.325119 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa82f77-382f-4221-9472-e683f1791236 req-31f80c65-d5bb-495e-852c-3cef92b38c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:52.327296 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2fa82f77-382f-4221-9472-e683f1791236 req-31f80c65-d5bb-495e-852c-3cef92b38c83 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=432368ea-cf2c-480c-9e0a-66cefd6e1974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397503 Jun 30 16:44:52.421741 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2fa82f77-382f-4221-9472-e683f1791236 req-7b12fa84-6428-4bb5-aa75-ba0a7f5e6014 service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884702 Jun 30 16:44:52.512716 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-2fa82f77-382f-4221-9472-e683f1791236 req-354840b0-d306-4d42-a09d-0cef46838c51 service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849845 Jun 30 16:44:53.154530 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:53.160509 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:58.150680 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-35ef7e76-6786-43b5-87c1-fe047eafaf67 req-995febe2-b717-4d01-9586-865b0161fe16 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297854854&fields=id&tenant_id=ce9b910eae974562929f660ba8c7af4c HTTP/1.1" status: 200 len: 267 time: 0.0457799 Jun 30 16:44:58.206019 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef7e76-6786-43b5-87c1-fe047eafaf67 req-f0db2580-5e28-4382-bc64-ad4dee28b181 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:58.208092 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-35ef7e76-6786-43b5-87c1-fe047eafaf67 req-f0db2580-5e28-4382-bc64-ad4dee28b181 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 985 time: 0.0517406 Jun 30 16:44:58.218460 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.v2.base [req-35ef7e76-6786-43b5-87c1-fe047eafaf67 req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Request body: {'port': {'security_groups': ['9a7c032d-ef1c-4150-8cf4-987e5ba45a7d']}} {{(pid=104394) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jun 30 16:44:58.296608 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-35ef7e76-6786-43b5-87c1-fe047eafaf67 req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2034420'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), before_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:58.469838 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [req-35ef7e76-6786-43b5-87c1-fe047eafaf67 req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] For port 8a69fd47-714b-49b4-a300-c1c75c143774, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=8a69fd47-714b-49b4-a300-c1c75c143774,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:44:58.498772 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-35ef7e76-6786-43b5-87c1-fe047eafaf67 req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for port (8a69fd47-714b-49b4-a300-c1c75c143774), precommit_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:58.559812 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-35ef7e76-6786-43b5-87c1-fe047eafaf67 req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768436581578', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768436038503', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768436038521', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13834791'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), after_update {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:58.571887 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['8a69fd47-714b-49b4-a300-c1c75c143774'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:44:58.606226 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ef7e76-6786-43b5-87c1-fe047eafaf67 req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:58.606862 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [req-35ef7e76-6786-43b5-87c1-fe047eafaf67 req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:58.608643 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-35ef7e76-6786-43b5-87c1-fe047eafaf67 req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "PUT /v2.0/ports/8a69fd47-714b-49b4-a300-c1c75c143774 HTTP/1.1" status: 200 len: 943 time: 0.3942547 Jun 30 16:44:58.609233 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:44:58.615299 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345667e8-ced6-489b-8391-532e706b3445" -d '{"events": [{"name": "network-changed", "server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:44:58.615444 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 44152) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:44:58.637600 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event updated for resources: {'Port': ['ID=8a69fd47-714b-49b4-a300-c1c75c143774,revision_number=7']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:44:58.647321 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.647841 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.648447 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.648905 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.649340 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.649770 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.650351 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.650779 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.651341 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.651770 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.652460 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.652864 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.653261 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.653742 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.654031 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f79fd15b-03ac-4d0f-999b-828117aca123 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104394) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:44:58.705687 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b989aad-1366-4c1c-8333-c27fc1808eea tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group (4abfeacb-a959-44ad-95d1-2fc26e7b1394), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:58.734845 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b989aad-1366-4c1c-8333-c27fc1808eea tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group (4abfeacb-a959-44ad-95d1-2fc26e7b1394), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:58.742354 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['8a69fd47-714b-49b4-a300-c1c75c143774'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:44:58.833989 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=5 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:58.869850 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b989aad-1366-4c1c-8333-c27fc1808eea tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (4abfeacb-a959-44ad-95d1-2fc26e7b1394), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:58.871648 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-1b989aad-1366-4c1c-8333-c27fc1808eea tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:58.872825 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-1b989aad-1366-4c1c-8333-c27fc1808eea tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "DELETE /v2.0/security-groups/4abfeacb-a959-44ad-95d1-2fc26e7b1394 HTTP/1.1" status: 204 len: 168 time: 0.2564309 Jun 30 16:44:58.875670 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44156) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:44:58.885525 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b989aad-1366-4c1c-8333-c27fc1808eea tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4abfeacb-a959-44ad-95d1-2fc26e7b1394,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:44:58.923266 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:44:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a435dec9-8815-478a-9b2c-da4f77a12b21 x-openstack-request-id: req-a435dec9-8815-478a-9b2c-da4f77a12b21 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:44:58.926645 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:44:58.926645 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a435dec9-8815-478a-9b2c-da4f77a12b21 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:44:58.926645 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a435dec9-8815-478a-9b2c-da4f77a12b21'] response: {'name': 'network-changed', 'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774', 'status': 'completed', 'code': 200} Jun 30 16:44:58.940886 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.provisioning_blocks [None req-dda66334-1069-47f3-bffb-35a4f342f5ac None None] Provisioning complete for port 8a69fd47-714b-49b4-a300-c1c75c143774 triggered by entity DHCP. {{(pid=104395) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jun 30 16:44:58.941265 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-dda66334-1069-47f3-bffb-35a4f342f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1926671'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), provisioning_complete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:58.976930 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345667e8-ced6-489b-8391-532e706b3445 req-070ee8c4-e254-42f5-9750-10a5cb2ce4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:58.978451 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-345667e8-ced6-489b-8391-532e706b3445 req-070ee8c4-e254-42f5-9750-10a5cb2ce4f3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9b910eae974562929f660ba8c7af4c&device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 1130 time: 0.0446136 Jun 30 16:44:59.038012 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-dda66334-1069-47f3-bffb-35a4f342f5ac None None] Current status of the port 8a69fd47-714b-49b4-a300-c1c75c143774 is: ACTIVE; New status is: ACTIVE {{(pid=104395) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jun 30 16:44:59.049651 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Deleting port 07fa1548-5bc3-473f-8235-efc17d476a54 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:44:59.049997 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (07fa1548-5bc3-473f-8235-efc17d476a54), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:59.080299 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345667e8-ced6-489b-8391-532e706b3445 req-1ad9d6a9-e8ea-4295-8b74-ce36c882ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:59.081678 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-345667e8-ced6-489b-8391-532e706b3445 req-1ad9d6a9-e8ea-4295-8b74-ce36c882ea1f service neutron] 10.222.0.65 "GET /v2.0/networks?id=432368ea-cf2c-480c-9e0a-66cefd6e1974 HTTP/1.1" status: 200 len: 916 time: 0.0970714 Jun 30 16:44:59.134873 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (07fa1548-5bc3-473f-8235-efc17d476a54), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:59.135184 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for floatingip (07fa1548-5bc3-473f-8235-efc17d476a54), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:59.146961 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-345667e8-ced6-489b-8391-532e706b3445 req-a7fd3f97-6060-4cf1-9c3c-b9829ec3b3b7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a69fd47-714b-49b4-a300-c1c75c143774 HTTP/1.1" status: 200 len: 1001 time: 0.0589800 Jun 30 16:44:59.147742 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Calling delete_port for 07fa1548-5bc3-473f-8235-efc17d476a54 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:44:59.188989 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:59.196978 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345667e8-ced6-489b-8391-532e706b3445 req-371a72ed-2b0e-48cf-8eef-19ab9fb30067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:59.198457 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-345667e8-ced6-489b-8391-532e706b3445 req-371a72ed-2b0e-48cf-8eef-19ab9fb30067 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2b843cf8-48cc-4192-9e54-7455626720e3 HTTP/1.1" status: 200 len: 854 time: 0.0461683 Jun 30 16:44:59.248319 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345667e8-ced6-489b-8391-532e706b3445 req-d5b9b323-34bf-4574-bdc7-394bda7dde49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:44:59.249828 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-345667e8-ced6-489b-8391-532e706b3445 req-d5b9b323-34bf-4574-bdc7-394bda7dde49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=432368ea-cf2c-480c-9e0a-66cefd6e1974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460384 Jun 30 16:44:59.283354 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:59.289643 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:59.315515 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:44:59.343377 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-345667e8-ced6-489b-8391-532e706b3445 req-48b55a3a-86c0-4cc0-93d9-ad51169a1556 service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865288 Jun 30 16:44:59.381156 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (07fa1548-5bc3-473f-8235-efc17d476a54), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:59.407385 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event deleted for resources: {'Port': ['ID=07fa1548-5bc3-473f-8235-efc17d476a54,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:44:59.442245 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-345667e8-ced6-489b-8391-532e706b3445 req-01cc19e3-622d-42f5-8679-25db1b1365a1 service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924568 Jun 30 16:44:59.472315 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks [] for floatingip (7e82a0fb-d92a-4488-8277-c21fa8b8db8c), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:44:59.480007 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Floating IP 7e82a0fb-d92a-4488-8277-c21fa8b8db8c disassociated (deleted). External IP: 172.27.2.99, port: 8a69fd47-714b-49b4-a300-c1c75c143774. Jun 30 16:44:59.684039 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Router 16a0858b-327b-4bcb-8f02-84be4841b7b1 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:45:00.051403 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:45:00.056123 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:00.063705 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1431ec-c727-4516-851a-fafe3e6a97f2 None None] Sync routers for ids ['16a0858b-327b-4bcb-8f02-84be4841b7b1'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:45:00.078165 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1431ec-c727-4516-851a-fafe3e6a97f2 None None] Routers {'16a0858b-327b-4bcb-8f02-84be4841b7b1'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:00.078791 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8c1431ec-c727-4516-851a-fafe3e6a97f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:44:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['16a0858b-327b-4bcb-8f02-84be4841b7b1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:00.089587 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-436927b9-ed5b-40c5-ad16-7efab4f8301d tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "DELETE /v2.0/floatingips/7e82a0fb-d92a-4488-8277-c21fa8b8db8c HTTP/1.1" status: 204 len: 168 time: 1.2123821 Jun 30 16:45:00.194992 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-8c1431ec-c727-4516-851a-fafe3e6a97f2 None None] Set router 16a0858b-327b-4bcb-8f02-84be4841b7b1 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:00.408652 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8c1431ec-c727-4516-851a-fafe3e6a97f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:42:29Z', 'revision_number': 4, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '1e8ef572-733a-4b20-8fdb-61a6fef9a2a5', 'name': '', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'mac_address': 'fa:16:3e:8e:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:28Z', 'updated_at': '2022-06-30T16:42:33Z', 'revision_number': 5, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'subnets': [{'id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:00.442296 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1431ec-c727-4516-851a-fafe3e6a97f2 None None] Checking router: 16a0858b-327b-4bcb-8f02-84be4841b7b1 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:45:00.452342 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c1431ec-c727-4516-851a-fafe3e6a97f2 None None] Routers {'16a0858b-327b-4bcb-8f02-84be4841b7b1'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:00.453097 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8c1431ec-c727-4516-851a-fafe3e6a97f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:44:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['16a0858b-327b-4bcb-8f02-84be4841b7b1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:00.570244 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-8c1431ec-c727-4516-851a-fafe3e6a97f2 None None] Set router 16a0858b-327b-4bcb-8f02-84be4841b7b1 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:00.769915 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-8c1431ec-c727-4516-851a-fafe3e6a97f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:42:29Z', 'revision_number': 4, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '1e8ef572-733a-4b20-8fdb-61a6fef9a2a5', 'name': '', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'mac_address': 'fa:16:3e:8e:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:28Z', 'updated_at': '2022-06-30T16:42:33Z', 'revision_number': 5, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'subnets': [{'id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:00.795127 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c1431ec-c727-4516-851a-fafe3e6a97f2 None None] The sync data for ids ['16a0858b-327b-4bcb-8f02-84be4841b7b1'] in dv-cinder-836027-2-iscsi is: [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:42:29Z', 'revision_number': 4, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': '1e8ef572-733a-4b20-8fdb-61a6fef9a2a5', 'name': '', 'network_id': '432368ea-cf2c-480c-9e0a-66cefd6e1974', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'mac_address': 'fa:16:3e:8e:54:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 699, 'fixed_ips': [{'subnet_id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:28Z', 'updated_at': '2022-06-30T16:42:33Z', 'revision_number': 5, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'subnets': [{'id': '2b843cf8-48cc-4192-9e54-7455626720e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:45:00.925806 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:45:00.928743 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5e8d797-af00-4c5c-947e-af3e10174ed2" -d '{"events": [{"name": "network-changed", "server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:45:00.965530 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fc087f-d381-4a71-89af-9f77db7c7ff0 x-openstack-request-id: req-03fc087f-d381-4a71-89af-9f77db7c7ff0 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:45:00.965830 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:45:00.966078 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-03fc087f-d381-4a71-89af-9f77db7c7ff0 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:45:00.966474 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03fc087f-d381-4a71-89af-9f77db7c7ff0'] response: {'name': 'network-changed', 'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774', 'status': 'completed', 'code': 200} Jun 30 16:45:01.032622 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8d797-af00-4c5c-947e-af3e10174ed2 req-17474e7d-d6e3-4b26-a2a2-25511ee3edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:01.034011 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b8a250-2c02-4d16-9735-148bfca2b2a6 None None] New status for floating IP 7e82a0fb-d92a-4488-8277-c21fa8b8db8c: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:45:01.034412 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b5e8d797-af00-4c5c-947e-af3e10174ed2 req-17474e7d-d6e3-4b26-a2a2-25511ee3edfd service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ce9b910eae974562929f660ba8c7af4c&device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 1130 time: 0.0471807 Jun 30 16:45:01.147359 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8d797-af00-4c5c-947e-af3e10174ed2 req-10c17258-f6fb-44a2-94e7-a4fb0b5501e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:01.148914 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b5e8d797-af00-4c5c-947e-af3e10174ed2 req-10c17258-f6fb-44a2-94e7-a4fb0b5501e2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=432368ea-cf2c-480c-9e0a-66cefd6e1974 HTTP/1.1" status: 200 len: 916 time: 0.0964375 Jun 30 16:45:01.190847 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b5e8d797-af00-4c5c-947e-af3e10174ed2 req-2bd38289-5939-422c-87f1-ba9afddd1c21 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a69fd47-714b-49b4-a300-c1c75c143774 HTTP/1.1" status: 200 len: 217 time: 0.0357904 Jun 30 16:45:01.242021 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8d797-af00-4c5c-947e-af3e10174ed2 req-404b97e9-e20b-498b-8255-b4425b1ef752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:01.243512 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b5e8d797-af00-4c5c-947e-af3e10174ed2 req-404b97e9-e20b-498b-8255-b4425b1ef752 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=2b843cf8-48cc-4192-9e54-7455626720e3 HTTP/1.1" status: 200 len: 854 time: 0.0473533 Jun 30 16:45:01.295535 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e8d797-af00-4c5c-947e-af3e10174ed2 req-dd8b548c-9c9c-4e2c-b73d-e816e2c64766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:01.296933 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b5e8d797-af00-4c5c-947e-af3e10174ed2 req-dd8b548c-9c9c-4e2c-b73d-e816e2c64766 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=432368ea-cf2c-480c-9e0a-66cefd6e1974&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468860 Jun 30 16:45:01.390094 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b5e8d797-af00-4c5c-947e-af3e10174ed2 req-7a25600b-0825-4cb4-a3e3-ce2145b46fa6 service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865664 Jun 30 16:45:01.494164 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-b5e8d797-af00-4c5c-947e-af3e10174ed2 req-d23dd169-fd64-4242-a8b4-d14e4dd07ec2 service neutron] 10.222.0.65 "GET /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924585 Jun 30 16:45:03.452706 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd1c402-7796-48e9-bcc0-00896573905d req-99e34480-4a46-4308-93ad-bcac3b086206 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:03.454125 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3cd1c402-7796-48e9-bcc0-00896573905d req-99e34480-4a46-4308-93ad-bcac3b086206 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.0529196 Jun 30 16:45:03.505552 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-3cd1c402-7796-48e9-bcc0-00896573905d req-cf7cca07-b794-480b-b19e-81b090d32005 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450385 Jun 30 16:45:04.621585 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f255cf7b-f6dc-4a98-b787-d70e02f49017 req-d8f0fe83-ba76-475b-87d7-0422665bef70 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:04.623063 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f255cf7b-f6dc-4a98-b787-d70e02f49017 req-d8f0fe83-ba76-475b-87d7-0422665bef70 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.0474932 Jun 30 16:45:04.672006 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-f255cf7b-f6dc-4a98-b787-d70e02f49017 req-13702a32-31af-477b-ae23-ecfbd92444d6 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/security-groups?id=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 Jun 30 16:45:04.771910 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-16638a0f-6411-4fc6-a801-64c4c15da35b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:05.214400 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a72d62-0592-4f4b-a50e-717caaa5420e req-b3c66f58-4f8c-4c5e-ba10-0de89eacf295 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:05.215880 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-79a72d62-0592-4f4b-a50e-717caaa5420e req-b3c66f58-4f8c-4c5e-ba10-0de89eacf295 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.65 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 946 time: 0.0486000 Jun 30 16:45:05.302172 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-79a72d62-0592-4f4b-a50e-717caaa5420e req-6a71cff1-a294-428b-8a02-4b1d4d713eb1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Deleting port 8a69fd47-714b-49b4-a300-c1c75c143774 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:05.302429 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-79a72d62-0592-4f4b-a50e-717caaa5420e req-6a71cff1-a294-428b-8a02-4b1d4d713eb1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:05.392316 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-79a72d62-0592-4f4b-a50e-717caaa5420e req-6a71cff1-a294-428b-8a02-4b1d4d713eb1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] For port 8a69fd47-714b-49b4-a300-c1c75c143774, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=8a69fd47-714b-49b4-a300-c1c75c143774,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:05.392683 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-79a72d62-0592-4f4b-a50e-717caaa5420e req-6a71cff1-a294-428b-8a02-4b1d4d713eb1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:05.405578 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:05.406760 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-79a72d62-0592-4f4b-a50e-717caaa5420e req-6a71cff1-a294-428b-8a02-4b1d4d713eb1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Calling delete_port for 8a69fd47-714b-49b4-a300-c1c75c143774 owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:05.605867 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-79a72d62-0592-4f4b-a50e-717caaa5420e req-6a71cff1-a294-428b-8a02-4b1d4d713eb1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (8a69fd47-714b-49b4-a300-c1c75c143774), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:05.617720 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] get_ports_and_sgs() called for port_ids ['8a69fd47-714b-49b4-a300-c1c75c143774'] {{(pid=104395) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 30 16:45:05.635186 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71cff1-a294-428b-8a02-4b1d4d713eb1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Pushing event deleted for resources: {'Port': ['ID=8a69fd47-714b-49b4-a300-c1c75c143774,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:05.679673 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a72d62-0592-4f4b-a50e-717caaa5420e req-6a71cff1-a294-428b-8a02-4b1d4d713eb1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] No DVR routers for this DVR port 8a69fd47-714b-49b4-a300-c1c75c143774 on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:45:05.682345 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-79a72d62-0592-4f4b-a50e-717caaa5420e req-6a71cff1-a294-428b-8a02-4b1d4d713eb1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:05.685539 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-79a72d62-0592-4f4b-a50e-717caaa5420e req-6a71cff1-a294-428b-8a02-4b1d4d713eb1 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.65 "DELETE /v2.0/ports/8a69fd47-714b-49b4-a300-c1c75c143774 HTTP/1.1" status: 204 len: 173 time: 0.4647863 Jun 30 16:45:05.685970 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'name': 'network-vif-deleted', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:45:05.688304 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209cbcf2-4090-4cb8-b663-6a1dc3d46c4a" -d '{"events": [{"server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "name": "network-vif-deleted", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:45:05.774278 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-fafd29bb-6bbc-44bd-b834-ac1556389234 req-6fabb21b-c926-4846-b7cd-12ac02a97d27 tempest-TestMinimumBasicScenario-670120727 tempest-TestMinimumBasicScenario-670120727-project] 10.222.0.67 "GET /v2.0/ports?device_id=eebf23b5-45ea-41d1-a9f5-c8cb4fa09225 HTTP/1.1" status: 200 len: 210 time: 0.0302224 Jun 30 16:45:05.791601 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edbc9cd8-2a0c-4927-b96d-7130896315ac x-openstack-request-id: req-edbc9cd8-2a0c-4927-b96d-7130896315ac {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:45:05.796200 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eebf23b5-45ea-41d1-a9f5-c8cb4fa09225", "name": "network-vif-deleted", "tag": "8a69fd47-714b-49b4-a300-c1c75c143774", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:45:05.796200 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-edbc9cd8-2a0c-4927-b96d-7130896315ac {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:45:05.796200 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edbc9cd8-2a0c-4927-b96d-7130896315ac'] response: {'server_uuid': 'eebf23b5-45ea-41d1-a9f5-c8cb4fa09225', 'name': 'network-vif-deleted', 'tag': '8a69fd47-714b-49b4-a300-c1c75c143774', 'status': 'completed', 'code': 200} Jun 30 16:45:07.406293 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2e18aed9-5056-4868-8e18-9f7838f971a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:08.337006 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:09.432842 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 44242) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:09.501322 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:09.524660 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 8a69fd47-714b-49b4-a300-c1c75c143774 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:09.548386 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 8a69fd47-714b-49b4-a300-c1c75c143774 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:09.548726 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 8a69fd47-714b-49b4-a300-c1c75c143774 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:09.752446 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:09.756990 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-40ba551c-1de4-4c74-ae9c-af816fa947fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040202'] for router_interface (16a0858b-327b-4bcb-8f02-84be4841b7b1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:09.918196 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:09.982874 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-40ba551c-1de4-4c74-ae9c-af816fa947fd admin admin] Deleting port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:09.983219 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-40ba551c-1de4-4c74-ae9c-af816fa947fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:10.063010 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-40ba551c-1de4-4c74-ae9c-af816fa947fd admin admin] For port 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=1e8ef572-733a-4b20-8fdb-61a6fef9a2a5,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:10.063377 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-40ba551c-1de4-4c74-ae9c-af816fa947fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:10.076813 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-40ba551c-1de4-4c74-ae9c-af816fa947fd admin admin] Calling delete_port for 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:10.082027 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:10.354516 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-40ba551c-1de4-4c74-ae9c-af816fa947fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (1e8ef572-733a-4b20-8fdb-61a6fef9a2a5), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:10.385138 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba551c-1de4-4c74-ae9c-af816fa947fd admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8ef572-733a-4b20-8fdb-61a6fef9a2a5,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:10.439600 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:10.548415 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-40ba551c-1de4-4c74-ae9c-af816fa947fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025722'] for router_interface (16a0858b-327b-4bcb-8f02-84be4841b7b1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:10.772067 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=72 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:10.772768 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=61,neutron:DELETE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:11.010447 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ba551c-1de4-4c74-ae9c-af816fa947fd admin admin] Router 16a0858b-327b-4bcb-8f02-84be4841b7b1 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:45:11.109990 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ba551c-1de4-4c74-ae9c-af816fa947fd admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:45:11.115160 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-40ba551c-1de4-4c74-ae9c-af816fa947fd admin admin] 10.222.0.67 "PUT /v2.0/routers/16a0858b-327b-4bcb-8f02-84be4841b7b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6812963 Jun 30 16:45:11.118387 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 44244) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:11.121923 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a495c92-5983-49f4-bf2a-bcfa862b8fb3 None None] Sync routers for ids ['16a0858b-327b-4bcb-8f02-84be4841b7b1'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:45:11.133330 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a495c92-5983-49f4-bf2a-bcfa862b8fb3 None None] Routers {'16a0858b-327b-4bcb-8f02-84be4841b7b1'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:11.137924 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-5a495c92-5983-49f4-bf2a-bcfa862b8fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:45:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['16a0858b-327b-4bcb-8f02-84be4841b7b1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:11.228168 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Publish callbacks [] for router (16a0858b-327b-4bcb-8f02-84be4841b7b1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:11.249112 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-5a495c92-5983-49f4-bf2a-bcfa862b8fb3 None None] Set router 16a0858b-327b-4bcb-8f02-84be4841b7b1 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:11.269866 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:11.332742 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Publish callbacks [] for router_gateway (16a0858b-327b-4bcb-8f02-84be4841b7b1), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:11.421482 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-5a495c92-5983-49f4-bf2a-bcfa862b8fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229'}], 'enable_snat': True}, 'gw_port_id': '71d30087-0833-45c5-9175-76efb59cc36e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:45:10Z', 'revision_number': 5, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port': {'id': '71d30087-0833-45c5-9175-76efb59cc36e', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:35:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 697, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:26Z', 'updated_at': '2022-06-30T16:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:11.452218 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a495c92-5983-49f4-bf2a-bcfa862b8fb3 None None] Checking router: 16a0858b-327b-4bcb-8f02-84be4841b7b1 for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:45:11.461206 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Deleting port 71d30087-0833-45c5-9175-76efb59cc36e {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:11.461797 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (71d30087-0833-45c5-9175-76efb59cc36e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:11.461918 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a495c92-5983-49f4-bf2a-bcfa862b8fb3 None None] Routers {'16a0858b-327b-4bcb-8f02-84be4841b7b1'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:11.462285 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-5a495c92-5983-49f4-bf2a-bcfa862b8fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:45:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['16a0858b-327b-4bcb-8f02-84be4841b7b1'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:11.545810 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-5a495c92-5983-49f4-bf2a-bcfa862b8fb3 None None] Set router 16a0858b-327b-4bcb-8f02-84be4841b7b1 gateway port host: None {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:11.546431 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] For port 71d30087-0833-45c5-9175-76efb59cc36e, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=71d30087-0833-45c5-9175-76efb59cc36e,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:11.546920 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (71d30087-0833-45c5-9175-76efb59cc36e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:11.561114 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Calling delete_port for 71d30087-0833-45c5-9175-76efb59cc36e owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:11.682701 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-5a495c92-5983-49f4-bf2a-bcfa862b8fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:45:11Z', 'revision_number': 6, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port_host': None}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:11.709985 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a495c92-5983-49f4-bf2a-bcfa862b8fb3 None None] The sync data for ids ['16a0858b-327b-4bcb-8f02-84be4841b7b1'] in dv-cinder-836027-2-iscsi is: [{'id': '16a0858b-327b-4bcb-8f02-84be4841b7b1', 'name': 'tempest-TestMinimumBasicScenario-1394112776-router', 'tenant_id': 'ce9b910eae974562929f660ba8c7af4c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:25Z', 'updated_at': '2022-06-30T16:45:11Z', 'revision_number': 6, 'project_id': 'ce9b910eae974562929f660ba8c7af4c', 'gw_port_host': None}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:45:11.726956 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:11.799959 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (71d30087-0833-45c5-9175-76efb59cc36e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:11.828594 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Pushing event deleted for resources: {'Port': ['ID=71d30087-0833-45c5-9175-76efb59cc36e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:11.894657 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030166'] for router_gateway (16a0858b-327b-4bcb-8f02-84be4841b7b1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:11.984245 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1039405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42950'] for router (16a0858b-327b-4bcb-8f02-84be4841b7b1), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:11.986347 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Publish callbacks [] for router_controller (16a0858b-327b-4bcb-8f02-84be4841b7b1), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.091781 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1039596'] for router (16a0858b-327b-4bcb-8f02-84be4841b7b1), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.092435 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 16a0858b-327b-4bcb-8f02-84be4841b7b1 {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 16:45:12.097103 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.098259 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-49258e43-f792-4515-890d-6c46ff9ca258 admin admin] 10.222.0.67 "DELETE /v2.0/routers/16a0858b-327b-4bcb-8f02-84be4841b7b1 HTTP/1.1" status: 204 len: 168 time: 0.9787898 Jun 30 16:45:12.101484 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 44246) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:12.149258 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-4119ce4d-e69f-46ff-b79a-dd37b76ce342 admin admin] Deleting subnet 2b843cf8-48cc-4192-9e54-7455626720e3 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:45:12.152619 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4119ce4d-e69f-46ff-b79a-dd37b76ce342 admin admin] Publish callbacks [] for subnet (2b843cf8-48cc-4192-9e54-7455626720e3), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.188195 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4119ce4d-e69f-46ff-b79a-dd37b76ce342 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13027248'] for subnet (2b843cf8-48cc-4192-9e54-7455626720e3), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.269264 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4119ce4d-e69f-46ff-b79a-dd37b76ce342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (2b843cf8-48cc-4192-9e54-7455626720e3), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.309654 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:12.417909 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4119ce4d-e69f-46ff-b79a-dd37b76ce342 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12978040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13262272'] for subnet (2b843cf8-48cc-4192-9e54-7455626720e3), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.446381 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119ce4d-e69f-46ff-b79a-dd37b76ce342 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b843cf8-48cc-4192-9e54-7455626720e3,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:12.452018 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-4119ce4d-e69f-46ff-b79a-dd37b76ce342 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.456310 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-4119ce4d-e69f-46ff-b79a-dd37b76ce342 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/2b843cf8-48cc-4192-9e54-7455626720e3 HTTP/1.1" status: 204 len: 168 time: 0.3536887 Jun 30 16:45:12.456726 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff95bf9-7929-4075-aefb-6f8085401b6e None None] Network 432368ea-cf2c-480c-9e0a-66cefd6e1974 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:45:12.458741 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 44248) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:12.537152 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (432368ea-cf2c-480c-9e0a-66cefd6e1974), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.588782 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Deleting port 25571e04-72ac-499b-b415-3d8aee911f4c {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:12.589128 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.628575 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] DHCP port deletion for 432368ea-cf2c-480c-9e0a-66cefd6e1974 request from dv-cinder-836027-2-iscsi {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 16:45:12.662226 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] For port 25571e04-72ac-499b-b415-3d8aee911f4c, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=25571e04-72ac-499b-b415-3d8aee911f4c,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:12.662577 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.668283 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Deleting port 25571e04-72ac-499b-b415-3d8aee911f4c {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:12.668749 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.677273 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Calling delete_port for 25571e04-72ac-499b-b415-3d8aee911f4c owned by network:dhcp {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:12.738446 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] For port 25571e04-72ac-499b-b415-3d8aee911f4c, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=25571e04-72ac-499b-b415-3d8aee911f4c,segment=NetworkSegment(8536dd60-3345-4a96-8033-0d0b3663ed95),segment_id=8536dd60-3345-4a96-8033-0d0b3663ed95)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:12.738834 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.760732 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Calling delete_port for 25571e04-72ac-499b-b415-3d8aee911f4c owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:12.804325 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:12.817574 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:12.868687 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.875760 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (25571e04-72ac-499b-b415-3d8aee911f4c), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:12.895418 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Pushing event deleted for resources: {'Port': ['ID=25571e04-72ac-499b-b415-3d8aee911f4c,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:12.899773 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] No DVR routers for this DVR port 25571e04-72ac-499b-b415-3d8aee911f4c on host dv-cinder-836027-2-iscsi {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:45:12.904169 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Pushing event deleted for resources: {'Port': ['ID=25571e04-72ac-499b-b415-3d8aee911f4c,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:12.906781 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] No DVR routers for this DVR port 25571e04-72ac-499b-b415-3d8aee911f4c on host dv-cinder-836027-2-iscsi {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:45:12.914154 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.914504 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.914852 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.915246 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.915815 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.915938 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.916189 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.916523 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.916837 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.917164 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.917496 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.917821 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.918113 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.918673 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.919177 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe966-aeb2-4f41-89dd-41935da3b543 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104395) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:12.978980 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (432368ea-cf2c-480c-9e0a-66cefd6e1974), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:13.000684 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432368ea-cf2c-480c-9e0a-66cefd6e1974']}} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:13.011844 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8536dd60-3345-4a96-8033-0d0b3663ed95') {'for_net_delete': True} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:13.012143 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.services.segments.db [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8536dd60-3345-4a96-8033-0d0b3663ed95') {} {{(pid=104393) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:13.013735 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:13.022451 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13027211'] for segment (8536dd60-3345-4a96-8033-0d0b3663ed95), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:13.036376 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (8536dd60-3345-4a96-8033-0d0b3663ed95), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:13.043150 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=104393) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:45:13.043564 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12978114'] for segment (8536dd60-3345-4a96-8033-0d0b3663ed95), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:13.063358 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 8536dd60-3345-4a96-8033-0d0b3663ed95 resource provider aggregate not found Jun 30 16:45:13.107939 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.services.segments.plugin [-] Segment 8536dd60-3345-4a96-8033-0d0b3663ed95 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8536dd60-3345-4a96-8033-0d0b3663ed95 found for delete ", "request_id": "req-0cb175d2-f6c7-4105-98c2-65429c2b0174"}]} Jun 30 16:45:13.181143 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (432368ea-cf2c-480c-9e0a-66cefd6e1974), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:13.187002 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:13.190176 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] 10.222.0.67 "DELETE /v2.0/networks/432368ea-cf2c-480c-9e0a-66cefd6e1974 HTTP/1.1" status: 204 len: 168 time: 0.7304802 Jun 30 16:45:13.197274 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44254) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:13.203172 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c0c50-fe57-49fc-9719-d52f6d417822 admin admin] Pushing event deleted for resources: {'Network': ['ID=432368ea-cf2c-480c-9e0a-66cefd6e1974,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:13.281900 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 25571e04-72ac-499b-b415-3d8aee911f4c no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:13.283524 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:13.288568 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:13.302751 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 25571e04-72ac-499b-b415-3d8aee911f4c {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:13.303120 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 25571e04-72ac-499b-b415-3d8aee911f4c not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:13.304241 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 71d30087-0833-45c5-9175-76efb59cc36e no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:13.328977 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 71d30087-0833-45c5-9175-76efb59cc36e {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:13.328977 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 71d30087-0833-45c5-9175-76efb59cc36e not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:13.328977 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:13.346519 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:13.346867 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 1e8ef572-733a-4b20-8fdb-61a6fef9a2a5 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:13.511733 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=100 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:13.524035 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c33d879-6a92-4bdf-9bba-e0db2e917e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040202'] for router_interface (6930442e-ff4e-4bdb-b8b8-63c1094cb746), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:13.750553 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-0c33d879-6a92-4bdf-9bba-e0db2e917e45 admin admin] Deleting port ae257e0b-f5c8-4e34-bb74-cf73156448c9 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:13.750808 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c33d879-6a92-4bdf-9bba-e0db2e917e45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:13.831404 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-0c33d879-6a92-4bdf-9bba-e0db2e917e45 admin admin] For port ae257e0b-f5c8-4e34-bb74-cf73156448c9, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=ae257e0b-f5c8-4e34-bb74-cf73156448c9,segment=NetworkSegment(f0e240bc-6097-4fe1-8166-8656c789e432),segment_id=f0e240bc-6097-4fe1-8166-8656c789e432)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:13.831800 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c33d879-6a92-4bdf-9bba-e0db2e917e45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:13.845615 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-0c33d879-6a92-4bdf-9bba-e0db2e917e45 admin admin] Calling delete_port for ae257e0b-f5c8-4e34-bb74-cf73156448c9 owned by network:router_interface {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:14.086337 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c33d879-6a92-4bdf-9bba-e0db2e917e45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (ae257e0b-f5c8-4e34-bb74-cf73156448c9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:14.115389 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33d879-6a92-4bdf-9bba-e0db2e917e45 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae257e0b-f5c8-4e34-bb74-cf73156448c9,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:14.283897 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-0c33d879-6a92-4bdf-9bba-e0db2e917e45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025722'] for router_interface (6930442e-ff4e-4bdb-b8b8-63c1094cb746), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:14.295489 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:14.491399 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c33d879-6a92-4bdf-9bba-e0db2e917e45 admin admin] Router 6930442e-ff4e-4bdb-b8b8-63c1094cb746 has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:45:14.573466 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:14.600257 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c33d879-6a92-4bdf-9bba-e0db2e917e45 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:45:14.606395 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-0c33d879-6a92-4bdf-9bba-e0db2e917e45 admin admin] 10.222.0.67 "PUT /v2.0/routers/6930442e-ff4e-4bdb-b8b8-63c1094cb746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4115188 Jun 30 16:45:14.609383 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44256) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:14.610919 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dffcd4-21c5-4ff2-953d-a2673c6485a9 None None] Sync routers for ids ['6930442e-ff4e-4bdb-b8b8-63c1094cb746'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:45:14.623006 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dffcd4-21c5-4ff2-953d-a2673c6485a9 None None] Routers {'6930442e-ff4e-4bdb-b8b8-63c1094cb746'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:14.623678 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-27dffcd4-21c5-4ff2-953d-a2673c6485a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:45:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['6930442e-ff4e-4bdb-b8b8-63c1094cb746'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:14.720139 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Publish callbacks [] for router (6930442e-ff4e-4bdb-b8b8-63c1094cb746), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:14.728658 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-27dffcd4-21c5-4ff2-953d-a2673c6485a9 None None] Set router 6930442e-ff4e-4bdb-b8b8-63c1094cb746 gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:14.823135 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Publish callbacks [] for router_gateway (6930442e-ff4e-4bdb-b8b8-63c1094cb746), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:14.898043 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-27dffcd4-21c5-4ff2-953d-a2673c6485a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'name': 'tempest-TestMinimumBasicScenario-2145747421-router', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224'}], 'enable_snat': True}, 'gw_port_id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:45:13Z', 'revision_number': 5, 'project_id': '00671e957c8644e6954a41aa309e8608', 'gw_port': {'id': '7d008579-e9c8-42c3-a5ce-084e3d308421', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:b2:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:42:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:14.924763 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dffcd4-21c5-4ff2-953d-a2673c6485a9 None None] Checking router: 6930442e-ff4e-4bdb-b8b8-63c1094cb746 for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:45:14.931236 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Deleting port 7d008579-e9c8-42c3-a5ce-084e3d308421 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:14.931609 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:14.934809 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dffcd4-21c5-4ff2-953d-a2673c6485a9 None None] Routers {'6930442e-ff4e-4bdb-b8b8-63c1094cb746'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:14.935424 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-27dffcd4-21c5-4ff2-953d-a2673c6485a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:45:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['6930442e-ff4e-4bdb-b8b8-63c1094cb746'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:15.027940 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] For port 7d008579-e9c8-42c3-a5ce-084e3d308421, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=7d008579-e9c8-42c3-a5ce-084e3d308421,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:15.028329 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:15.028652 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-27dffcd4-21c5-4ff2-953d-a2673c6485a9 None None] Set router 6930442e-ff4e-4bdb-b8b8-63c1094cb746 gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:15.043343 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Calling delete_port for 7d008579-e9c8-42c3-a5ce-084e3d308421 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:15.113060 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:15.214730 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-27dffcd4-21c5-4ff2-953d-a2673c6485a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'name': 'tempest-TestMinimumBasicScenario-2145747421-router', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:45:14Z', 'revision_number': 6, 'project_id': '00671e957c8644e6954a41aa309e8608', 'gw_port_host': None}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:15.244574 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27dffcd4-21c5-4ff2-953d-a2673c6485a9 None None] The sync data for ids ['6930442e-ff4e-4bdb-b8b8-63c1094cb746'] in dv-cinder-836027-2-iscsi is: [{'id': '6930442e-ff4e-4bdb-b8b8-63c1094cb746', 'name': 'tempest-TestMinimumBasicScenario-2145747421-router', 'tenant_id': '00671e957c8644e6954a41aa309e8608', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:42:34Z', 'updated_at': '2022-06-30T16:45:14Z', 'revision_number': 6, 'project_id': '00671e957c8644e6954a41aa309e8608', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:45:15.318141 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (7d008579-e9c8-42c3-a5ce-084e3d308421), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:15.342661 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d008579-e9c8-42c3-a5ce-084e3d308421,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:15.408260 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030166'] for router_gateway (6930442e-ff4e-4bdb-b8b8-63c1094cb746), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:15.498817 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1039405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42950'] for router (6930442e-ff4e-4bdb-b8b8-63c1094cb746), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:15.501019 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Publish callbacks [] for router_controller (6930442e-ff4e-4bdb-b8b8-63c1094cb746), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:15.609610 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1039596'] for router (6930442e-ff4e-4bdb-b8b8-63c1094cb746), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:15.610265 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6930442e-ff4e-4bdb-b8b8-63c1094cb746 {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 16:45:15.614567 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:15.615901 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-2c9a18fb-23dc-47d3-bf6a-dcd03e8b2026 admin admin] 10.222.0.67 "DELETE /v2.0/routers/6930442e-ff4e-4bdb-b8b8-63c1094cb746 HTTP/1.1" status: 204 len: 168 time: 1.0051899 Jun 30 16:45:15.618565 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44258) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:15.666716 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-985ab701-c892-488e-a8de-b9d290c6f8d9 admin admin] Deleting subnet ca08e21e-cacb-4415-9625-4907ac7f08c8 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:45:15.669977 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-985ab701-c892-488e-a8de-b9d290c6f8d9 admin admin] Publish callbacks [] for subnet (ca08e21e-cacb-4415-9625-4907ac7f08c8), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:15.705339 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-985ab701-c892-488e-a8de-b9d290c6f8d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267484'] for subnet (ca08e21e-cacb-4415-9625-4907ac7f08c8), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:15.746490 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:15.785438 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-985ab701-c892-488e-a8de-b9d290c6f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (ca08e21e-cacb-4415-9625-4907ac7f08c8), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:15.920754 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-985ab701-c892-488e-a8de-b9d290c6f8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13834865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13008078'] for subnet (ca08e21e-cacb-4415-9625-4907ac7f08c8), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:15.948117 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ab701-c892-488e-a8de-b9d290c6f8d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca08e21e-cacb-4415-9625-4907ac7f08c8,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:15.954102 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-985ab701-c892-488e-a8de-b9d290c6f8d9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:15.957762 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-985ab701-c892-488e-a8de-b9d290c6f8d9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/ca08e21e-cacb-4415-9625-4907ac7f08c8 HTTP/1.1" status: 204 len: 168 time: 0.3377497 Jun 30 16:45:15.959817 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44260) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:15.964469 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a891db-89de-4c8e-9e78-3ea1a603ce31 None None] Network 63502b71-d9b5-4dc2-aa03-108a11303eb6 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:45:16.043395 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (63502b71-d9b5-4dc2-aa03-108a11303eb6), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.091328 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Deleting port 3e9e2425-f67b-4e7a-b803-7d55407b5702 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:16.091814 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.132561 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d01a519-386c-4b4e-b6e3-fce116003063 None None] DHCP port deletion for 63502b71-d9b5-4dc2-aa03-108a11303eb6 request from dv-cinder-836027-2-iscsi {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 16:45:16.160812 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] For port 3e9e2425-f67b-4e7a-b803-7d55407b5702, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=3e9e2425-f67b-4e7a-b803-7d55407b5702,segment=NetworkSegment(f0e240bc-6097-4fe1-8166-8656c789e432),segment_id=f0e240bc-6097-4fe1-8166-8656c789e432)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:16.161180 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.172636 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0d01a519-386c-4b4e-b6e3-fce116003063 None None] Deleting port 3e9e2425-f67b-4e7a-b803-7d55407b5702 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:16.172934 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0d01a519-386c-4b4e-b6e3-fce116003063 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.182547 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Calling delete_port for 3e9e2425-f67b-4e7a-b803-7d55407b5702 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:16.231069 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:16.245762 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-0d01a519-386c-4b4e-b6e3-fce116003063 None None] For port 3e9e2425-f67b-4e7a-b803-7d55407b5702, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=3e9e2425-f67b-4e7a-b803-7d55407b5702,segment=NetworkSegment(f0e240bc-6097-4fe1-8166-8656c789e432),segment_id=f0e240bc-6097-4fe1-8166-8656c789e432)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:16.246279 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0d01a519-386c-4b4e-b6e3-fce116003063 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.261805 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-0d01a519-386c-4b4e-b6e3-fce116003063 None None] Calling delete_port for 3e9e2425-f67b-4e7a-b803-7d55407b5702 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:16.363819 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.371192 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0d01a519-386c-4b4e-b6e3-fce116003063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (3e9e2425-f67b-4e7a-b803-7d55407b5702), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.390356 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Pushing event deleted for resources: {'Port': ['ID=3e9e2425-f67b-4e7a-b803-7d55407b5702,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:16.398478 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d01a519-386c-4b4e-b6e3-fce116003063 None None] Pushing event deleted for resources: {'Port': ['ID=3e9e2425-f67b-4e7a-b803-7d55407b5702,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:16.398873 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] No DVR routers for this DVR port 3e9e2425-f67b-4e7a-b803-7d55407b5702 on host dv-cinder-836027-2-iscsi {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:45:16.409495 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d01a519-386c-4b4e-b6e3-fce116003063 None None] No DVR routers for this DVR port 3e9e2425-f67b-4e7a-b803-7d55407b5702 on host dv-cinder-836027-2-iscsi {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:45:16.479654 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (63502b71-d9b5-4dc2-aa03-108a11303eb6), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.500763 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63502b71-d9b5-4dc2-aa03-108a11303eb6']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:16.510390 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0e240bc-6097-4fe1-8166-8656c789e432') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:16.511568 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0e240bc-6097-4fe1-8166-8656c789e432') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:16.520522 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267495'] for segment (f0e240bc-6097-4fe1-8166-8656c789e432), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.534472 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (f0e240bc-6097-4fe1-8166-8656c789e432), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.541550 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:45:16.541944 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13834955'] for segment (f0e240bc-6097-4fe1-8166-8656c789e432), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.596021 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment f0e240bc-6097-4fe1-8166-8656c789e432 resource provider aggregate not found Jun 30 16:45:16.614876 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment f0e240bc-6097-4fe1-8166-8656c789e432 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0e240bc-6097-4fe1-8166-8656c789e432 found for delete ", "request_id": "req-43c17524-8c5b-426c-b9bb-69a8c2a35450"}]} Jun 30 16:45:16.702795 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (63502b71-d9b5-4dc2-aa03-108a11303eb6), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.708904 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:16.712803 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] 10.222.0.67 "DELETE /v2.0/networks/63502b71-d9b5-4dc2-aa03-108a11303eb6 HTTP/1.1" status: 204 len: 168 time: 0.7516284 Jun 30 16:45:16.728574 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a468eb-bef9-40d2-bb28-687e9fa2783b admin admin] Pushing event deleted for resources: {'Network': ['ID=63502b71-d9b5-4dc2-aa03-108a11303eb6,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:17.149459 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44268) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:17.189549 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-0ed9c54e-401a-4f72-be79-79e836f12eb0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ce9b910eae974562929f660ba8c7af4c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389023 Jun 30 16:45:17.191977 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44270) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:17.246958 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a21f029-1e33-4ffc-9bd9-b70fb035af6b admin admin] Publish callbacks [] for security_group (9a7c032d-ef1c-4150-8cf4-987e5ba45a7d), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:17.266642 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device ae257e0b-f5c8-4e34-bb74-cf73156448c9 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:17.274209 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a21f029-1e33-4ffc-9bd9-b70fb035af6b admin admin] Publish callbacks [] for security_group (9a7c032d-ef1c-4150-8cf4-987e5ba45a7d), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:17.287835 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: ae257e0b-f5c8-4e34-bb74-cf73156448c9 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:17.288446 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device ae257e0b-f5c8-4e34-bb74-cf73156448c9 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:17.288877 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 7d008579-e9c8-42c3-a5ce-084e3d308421 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:17.307803 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 7d008579-e9c8-42c3-a5ce-084e3d308421 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:17.312363 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 7d008579-e9c8-42c3-a5ce-084e3d308421 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:17.312363 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 3e9e2425-f67b-4e7a-b803-7d55407b5702 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:17.330033 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 3e9e2425-f67b-4e7a-b803-7d55407b5702 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:17.330623 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 3e9e2425-f67b-4e7a-b803-7d55407b5702 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:17.422599 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a21f029-1e33-4ffc-9bd9-b70fb035af6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (9a7c032d-ef1c-4150-8cf4-987e5ba45a7d), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:17.425160 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-5a21f029-1e33-4ffc-9bd9-b70fb035af6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:17.426329 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-5a21f029-1e33-4ffc-9bd9-b70fb035af6b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9a7c032d-ef1c-4150-8cf4-987e5ba45a7d HTTP/1.1" status: 204 len: 168 time: 0.2334528 Jun 30 16:45:17.435355 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a21f029-1e33-4ffc-9bd9-b70fb035af6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a7c032d-ef1c-4150-8cf4-987e5ba45a7d,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:17.447269 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:18.240061 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44276) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:18.280946 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-500d672e-a6b8-418d-a074-9ca9ed5666a2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=00671e957c8644e6954a41aa309e8608&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396030 Jun 30 16:45:18.283410 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44278) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:18.317689 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:18.334753 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94e76ab9-a348-449f-8ee5-89b41c996dbb admin admin] Publish callbacks [] for security_group (567bd93c-78a6-4f0b-b16e-358b08b0acc9), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:18.357163 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94e76ab9-a348-449f-8ee5-89b41c996dbb admin admin] Publish callbacks [] for security_group (567bd93c-78a6-4f0b-b16e-358b08b0acc9), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:18.485458 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94e76ab9-a348-449f-8ee5-89b41c996dbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (567bd93c-78a6-4f0b-b16e-358b08b0acc9), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:18.488059 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-94e76ab9-a348-449f-8ee5-89b41c996dbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:18.489212 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-94e76ab9-a348-449f-8ee5-89b41c996dbb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/567bd93c-78a6-4f0b-b16e-358b08b0acc9 HTTP/1.1" status: 204 len: 168 time: 0.2048857 Jun 30 16:45:18.498356 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e76ab9-a348-449f-8ee5-89b41c996dbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567bd93c-78a6-4f0b-b16e-358b08b0acc9,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:23.192520 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=52,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:24.420029 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44282) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:24.564092 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Deleting port 9d818630-0f2e-4c03-99a9-d2f64ed51aff {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:24.564437 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (9d818630-0f2e-4c03-99a9-d2f64ed51aff), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:24.623828 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:24.641726 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (9d818630-0f2e-4c03-99a9-d2f64ed51aff), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:24.642080 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (9d818630-0f2e-4c03-99a9-d2f64ed51aff), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:24.659533 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Calling delete_port for 9d818630-0f2e-4c03-99a9-d2f64ed51aff owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:24.872090 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (9d818630-0f2e-4c03-99a9-d2f64ed51aff), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:24.896335 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event deleted for resources: {'Port': ['ID=9d818630-0f2e-4c03-99a9-d2f64ed51aff,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:24.967623 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (cba9cb0b-41ab-466b-817d-61b28ce05949), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:24.967958 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Floating IP cba9cb0b-41ab-466b-817d-61b28ce05949 disassociated (deleted). External IP: 172.27.2.35, port: f851ca38-1a08-4d45-b314-d75329a56f1b. Jun 30 16:45:25.176691 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:45:25.521977 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:25.535870 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:45:25.541161 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:25.546214 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a32e1e-c1c1-48cb-8b4a-aacdba073076 None None] Sync routers for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:45:25.557409 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a32e1e-c1c1-48cb-8b4a-aacdba073076 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:25.558058 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a7a32e1e-c1c1-48cb-8b4a-aacdba073076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:45:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:25.575169 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-c203c35a-9d42-4f3a-89d5-4aa084c5d0c0 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "DELETE /v2.0/floatingips/cba9cb0b-41ab-466b-817d-61b28ce05949 HTTP/1.1" status: 204 len: 168 time: 1.1514366 Jun 30 16:45:25.575169 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'tag': 'f851ca38-1a08-4d45-b314-d75329a56f1b'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:45:25.575576 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8e0874f-29fc-4638-b2e2-36d5c7f0353a" -d '{"events": [{"name": "network-changed", "server_uuid": "6cef79c1-fa15-4e49-8321-cc34f0fb26d4", "tag": "f851ca38-1a08-4d45-b314-d75329a56f1b"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:45:25.618920 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-921146f7-643c-49ac-b5ed-bd59601396f0 x-openstack-request-id: req-921146f7-643c-49ac-b5ed-bd59601396f0 {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:45:25.619737 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cef79c1-fa15-4e49-8321-cc34f0fb26d4", "tag": "f851ca38-1a08-4d45-b314-d75329a56f1b", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:45:25.619737 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-921146f7-643c-49ac-b5ed-bd59601396f0 {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:45:25.620094 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-921146f7-643c-49ac-b5ed-bd59601396f0'] response: {'name': 'network-changed', 'server_uuid': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'tag': 'f851ca38-1a08-4d45-b314-d75329a56f1b', 'status': 'completed', 'code': 200} Jun 30 16:45:25.673893 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-a7a32e1e-c1c1-48cb-8b4a-aacdba073076 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:25.677952 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0874f-29fc-4638-b2e2-36d5c7f0353a req-eb072f7c-9e47-4c28-9de3-3e0496dfed56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:25.679495 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d8e0874f-29fc-4638-b2e2-36d5c7f0353a req-eb072f7c-9e47-4c28-9de3-3e0496dfed56 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 1129 time: 0.0411940 Jun 30 16:45:25.787867 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0874f-29fc-4638-b2e2-36d5c7f0353a req-ac5b03b8-73f9-42ff-8d6c-7550b380ee4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:25.789273 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d8e0874f-29fc-4638-b2e2-36d5c7f0353a req-ac5b03b8-73f9-42ff-8d6c-7550b380ee4e service neutron] 10.222.0.65 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 912 time: 0.1045623 Jun 30 16:45:25.833569 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d8e0874f-29fc-4638-b2e2-36d5c7f0353a req-ca19d891-2ef2-4d22-b4d2-b8989ea212b5 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f851ca38-1a08-4d45-b314-d75329a56f1b HTTP/1.1" status: 200 len: 217 time: 0.0375881 Jun 30 16:45:25.841405 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:45:25.883568 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0874f-29fc-4638-b2e2-36d5c7f0353a req-c74b4bda-7ca2-4514-bc6f-005647a38eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:25.885113 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d8e0874f-29fc-4638-b2e2-36d5c7f0353a req-c74b4bda-7ca2-4514-bc6f-005647a38eed service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eba862ec-97f4-4405-a458-baac2ead5898 HTTP/1.1" status: 200 len: 850 time: 0.0461261 Jun 30 16:45:25.904271 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a7a32e1e-c1c1-48cb-8b4a-aacdba073076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '51bf0ddc-59f1-4496-b807-881a91951f8a', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': '9418a863-c50c-466a-a9fc-f7525b264d71', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:49:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:41:22Z', 'updated_at': '2022-06-30T16:41:25Z', 'revision_number': 1, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:25.929859 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e0874f-29fc-4638-b2e2-36d5c7f0353a req-03a817b6-a5c3-4e44-830e-c9510956f137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:25.931571 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d8e0874f-29fc-4638-b2e2-36d5c7f0353a req-03a817b6-a5c3-4e44-830e-c9510956f137 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=65fa0cba-7cff-4856-97c9-e4f078bde7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407813 Jun 30 16:45:25.937169 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a32e1e-c1c1-48cb-8b4a-aacdba073076 None None] Checking router: b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:45:25.949023 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a32e1e-c1c1-48cb-8b4a-aacdba073076 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:25.949658 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a7a32e1e-c1c1-48cb-8b4a-aacdba073076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:45:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:26.040627 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d8e0874f-29fc-4638-b2e2-36d5c7f0353a req-53b28026-29de-4784-ac78-860405b0e518 service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031256 Jun 30 16:45:26.055350 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb948e-9519-47e2-8572-490a2370d9ef req-959ddc41-c422-4cf6-b52c-60be430cbae5 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:26.057218 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-05cb948e-9519-47e2-8572-490a2370d9ef req-959ddc41-c422-4cf6-b52c-60be430cbae5 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 945 time: 0.0535417 Jun 30 16:45:26.059933 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-a7a32e1e-c1c1-48cb-8b4a-aacdba073076 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:26.099946 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:26.109380 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-05cb948e-9519-47e2-8572-490a2370d9ef req-ffb2ba72-1942-4c38-8244-5481b97bc1b9 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462868 Jun 30 16:45:26.134533 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:26.285912 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-a7a32e1e-c1c1-48cb-8b4a-aacdba073076 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '51bf0ddc-59f1-4496-b807-881a91951f8a', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': '9418a863-c50c-466a-a9fc-f7525b264d71', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:49:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:41:22Z', 'updated_at': '2022-06-30T16:41:25Z', 'revision_number': 1, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:26.311971 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7a32e1e-c1c1-48cb-8b4a-aacdba073076 None None] The sync data for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi is: [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_floatingips': [{'id': '51bf0ddc-59f1-4496-b807-881a91951f8a', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'floating_ip_address': '172.27.2.48', 'floating_network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'router_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'port_id': '9418a863-c50c-466a-a9fc-f7525b264d71', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'mac_address': 'fa:16:3e:49:60:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-30T16:41:22Z', 'updated_at': '2022-06-30T16:41:25Z', 'revision_number': 1, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:45:26.538109 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d17c8878-14a0-494c-9830-d3fb0cb05653 None None] New status for floating IP cba9cb0b-41ab-466b-817d-61b28ce05949: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:45:27.033637 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-d8e0874f-29fc-4638-b2e2-36d5c7f0353a req-8605bac6-d9c9-4caf-a560-87bde6edbbf5 service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943844 Jun 30 16:45:27.233292 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8040bba5-baf9-4665-8cd3-695d59efe4aa req-5745e593-a9c0-4ae0-95ca-971356b48977 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:27.234785 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8040bba5-baf9-4665-8cd3-695d59efe4aa req-5745e593-a9c0-4ae0-95ca-971356b48977 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 945 time: 0.0501990 Jun 30 16:45:27.294079 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-8040bba5-baf9-4665-8cd3-695d59efe4aa req-e4ff118e-adfa-4ff5-a9f0-83b95473e495 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531526 Jun 30 16:45:27.549158 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c385a971-d39e-4a72-8d90-2d66a34a2ca2 req-e084aab4-6d57-4a6e-83e3-2c717cfe9b3c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:27.550532 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c385a971-d39e-4a72-8d90-2d66a34a2ca2 req-e084aab4-6d57-4a6e-83e3-2c717cfe9b3c tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 945 time: 0.0497730 Jun 30 16:45:27.635263 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-c385a971-d39e-4a72-8d90-2d66a34a2ca2 req-3b49ed65-22dc-4391-a8e2-bea0d12a5137 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Deleting port f851ca38-1a08-4d45-b314-d75329a56f1b {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:27.635631 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c385a971-d39e-4a72-8d90-2d66a34a2ca2 req-3b49ed65-22dc-4391-a8e2-bea0d12a5137 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:27.730949 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-c385a971-d39e-4a72-8d90-2d66a34a2ca2 req-3b49ed65-22dc-4391-a8e2-bea0d12a5137 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] For port f851ca38-1a08-4d45-b314-d75329a56f1b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=f851ca38-1a08-4d45-b314-d75329a56f1b,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:27.731308 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c385a971-d39e-4a72-8d90-2d66a34a2ca2 req-3b49ed65-22dc-4391-a8e2-bea0d12a5137 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:27.745738 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-c385a971-d39e-4a72-8d90-2d66a34a2ca2 req-3b49ed65-22dc-4391-a8e2-bea0d12a5137 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Calling delete_port for f851ca38-1a08-4d45-b314-d75329a56f1b owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:27.992176 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c385a971-d39e-4a72-8d90-2d66a34a2ca2 req-3b49ed65-22dc-4391-a8e2-bea0d12a5137 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (f851ca38-1a08-4d45-b314-d75329a56f1b), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:28.027412 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b49ed65-22dc-4391-a8e2-bea0d12a5137 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event deleted for resources: {'Port': ['ID=f851ca38-1a08-4d45-b314-d75329a56f1b,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:28.073838 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-c385a971-d39e-4a72-8d90-2d66a34a2ca2 req-3b49ed65-22dc-4391-a8e2-bea0d12a5137 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] No DVR routers for this DVR port f851ca38-1a08-4d45-b314-d75329a56f1b on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:45:28.076321 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-c385a971-d39e-4a72-8d90-2d66a34a2ca2 req-3b49ed65-22dc-4391-a8e2-bea0d12a5137 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:28.079559 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c385a971-d39e-4a72-8d90-2d66a34a2ca2 req-3b49ed65-22dc-4391-a8e2-bea0d12a5137 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "DELETE /v2.0/ports/f851ca38-1a08-4d45-b314-d75329a56f1b HTTP/1.1" status: 204 len: 173 time: 0.5237536 Jun 30 16:45:28.079990 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'name': 'network-vif-deleted', 'tag': 'f851ca38-1a08-4d45-b314-d75329a56f1b'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:45:28.082206 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ea4dbf-a22e-4592-81e1-0228b6da4142" -d '{"events": [{"server_uuid": "6cef79c1-fa15-4e49-8321-cc34f0fb26d4", "name": "network-vif-deleted", "tag": "f851ca38-1a08-4d45-b314-d75329a56f1b"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:45:28.117718 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4ea512-1d4f-44a0-bff3-c2e4d13ac9dd x-openstack-request-id: req-dd4ea512-1d4f-44a0-bff3-c2e4d13ac9dd {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:45:28.118721 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cef79c1-fa15-4e49-8321-cc34f0fb26d4", "name": "network-vif-deleted", "tag": "f851ca38-1a08-4d45-b314-d75329a56f1b", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:45:28.118877 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dd4ea512-1d4f-44a0-bff3-c2e4d13ac9dd {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:45:28.119299 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd4ea512-1d4f-44a0-bff3-c2e4d13ac9dd'] response: {'server_uuid': '6cef79c1-fa15-4e49-8321-cc34f0fb26d4', 'name': 'network-vif-deleted', 'tag': 'f851ca38-1a08-4d45-b314-d75329a56f1b', 'status': 'completed', 'code': 200} Jun 30 16:45:28.391087 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-04b3a398-b833-4ed4-9335-3b123291eebf req-0007d4af-9b2c-48ed-8f43-0c6fe0785743 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=6cef79c1-fa15-4e49-8321-cc34f0fb26d4 HTTP/1.1" status: 200 len: 210 time: 0.0298131 Jun 30 16:45:31.608022 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device f851ca38-1a08-4d45-b314-d75329a56f1b no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:31.627978 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: f851ca38-1a08-4d45-b314-d75329a56f1b {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:31.628327 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device f851ca38-1a08-4d45-b314-d75329a56f1b not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:31.879769 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44310) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:32.016045 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:32.026779 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Deleting port 0a8fa8cc-015e-4771-a924-a0fcfdc5f52b {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:32.028171 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (0a8fa8cc-015e-4771-a924-a0fcfdc5f52b), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:32.104741 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (0a8fa8cc-015e-4771-a924-a0fcfdc5f52b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:32.105069 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (0a8fa8cc-015e-4771-a924-a0fcfdc5f52b), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:32.122482 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Calling delete_port for 0a8fa8cc-015e-4771-a924-a0fcfdc5f52b owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:32.330735 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (0a8fa8cc-015e-4771-a924-a0fcfdc5f52b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:32.360052 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event deleted for resources: {'Port': ['ID=0a8fa8cc-015e-4771-a924-a0fcfdc5f52b,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:32.424711 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (51bf0ddc-59f1-4496-b807-881a91951f8a), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:32.424950 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.db.l3_db [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Floating IP 51bf0ddc-59f1-4496-b807-881a91951f8a disassociated (deleted). External IP: 172.27.2.48, port: 9418a863-c50c-466a-a9fc-f7525b264d71. Jun 30 16:45:32.527380 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:32.631397 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104394) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:45:32.735605 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104394) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:45:32.740333 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:32.746125 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7dd8a9-c69f-483d-a41b-5b9c6d3dc341 None None] Sync routers for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:45:32.756893 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7dd8a9-c69f-483d-a41b-5b9c6d3dc341 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:32.757498 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ac7dd8a9-c69f-483d-a41b-5b9c6d3dc341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:45:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:32.774686 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-52d46b1e-dc31-451b-8881-efb08ed9fa30 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "DELETE /v2.0/floatingips/51bf0ddc-59f1-4496-b807-881a91951f8a HTTP/1.1" status: 204 len: 168 time: 0.8938282 Jun 30 16:45:32.775359 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'tag': '9418a863-c50c-466a-a9fc-f7525b264d71'}] {{(pid=104394) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:45:32.778425 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf96d64dcca9665215168f56901bba4899fc0071025359b68ebc675e0092627a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94f10c2-0f36-45c6-8bc1-4fd489b8a64a" -d '{"events": [{"name": "network-changed", "server_uuid": "8b0e8c35-fb99-4b6f-9386-e1c2a73665cf", "tag": "9418a863-c50c-466a-a9fc-f7525b264d71"}]}' {{(pid=104394) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:45:32.815891 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 30 Jun 2022 16:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae383e3-3f4a-4ce1-ba29-9304a701942b x-openstack-request-id: req-aae383e3-3f4a-4ce1-ba29-9304a701942b {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:45:32.816180 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b0e8c35-fb99-4b6f-9386-e1c2a73665cf", "tag": "9418a863-c50c-466a-a9fc-f7525b264d71", "status": "completed", "code": 200}]} {{(pid=104394) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:45:32.816434 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aae383e3-3f4a-4ce1-ba29-9304a701942b {{(pid=104394) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:45:32.816836 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae383e3-3f4a-4ce1-ba29-9304a701942b'] response: {'name': 'network-changed', 'server_uuid': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'tag': '9418a863-c50c-466a-a9fc-f7525b264d71', 'status': 'completed', 'code': 200} Jun 30 16:45:32.849063 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:32.868955 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ac7dd8a9-c69f-483d-a41b-5b9c6d3dc341 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:32.879657 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f10c2-0f36-45c6-8bc1-4fd489b8a64a req-a9d89cab-4085-4dbf-9a8b-4a814456983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:32.881285 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c94f10c2-0f36-45c6-8bc1-4fd489b8a64a req-a9d89cab-4085-4dbf-9a8b-4a814456983c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 1130 time: 0.0412679 Jun 30 16:45:32.951620 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:32.982199 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f10c2-0f36-45c6-8bc1-4fd489b8a64a req-2dd91362-f8ec-4c2c-af2d-a071b21978ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:32.983717 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c94f10c2-0f36-45c6-8bc1-4fd489b8a64a req-2dd91362-f8ec-4c2c-af2d-a071b21978ad service neutron] 10.222.0.65 "GET /v2.0/networks?id=65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 200 len: 912 time: 0.0973351 Jun 30 16:45:33.027197 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c94f10c2-0f36-45c6-8bc1-4fd489b8a64a req-32070dc3-4c6b-4fe8-bc9a-74428f88c3ee service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9418a863-c50c-466a-a9fc-f7525b264d71 HTTP/1.1" status: 200 len: 217 time: 0.0368898 Jun 30 16:45:33.065012 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ac7dd8a9-c69f-483d-a41b-5b9c6d3dc341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:33.080912 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f10c2-0f36-45c6-8bc1-4fd489b8a64a req-16d1ac4d-6ea7-4455-8483-da2764a9785c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:33.082403 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c94f10c2-0f36-45c6-8bc1-4fd489b8a64a req-16d1ac4d-6ea7-4455-8483-da2764a9785c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=eba862ec-97f4-4405-a458-baac2ead5898 HTTP/1.1" status: 200 len: 850 time: 0.0500691 Jun 30 16:45:33.090629 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7dd8a9-c69f-483d-a41b-5b9c6d3dc341 None None] Checking router: b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:45:33.099328 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7dd8a9-c69f-483d-a41b-5b9c6d3dc341 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:33.099965 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ac7dd8a9-c69f-483d-a41b-5b9c6d3dc341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:45:07Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:33.126829 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94f10c2-0f36-45c6-8bc1-4fd489b8a64a req-a7faa755-4823-4933-b6cc-746489a50428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:33.128439 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c94f10c2-0f36-45c6-8bc1-4fd489b8a64a req-a7faa755-4823-4933-b6cc-746489a50428 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=65fa0cba-7cff-4856-97c9-e4f078bde7b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404534 Jun 30 16:45:33.203524 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-ac7dd8a9-c69f-483d-a41b-5b9c6d3dc341 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:33.227503 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c94f10c2-0f36-45c6-8bc1-4fd489b8a64a req-83ff9bb4-c263-4d47-8661-308500d04c04 service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929921 Jun 30 16:45:33.328898 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-c94f10c2-0f36-45c6-8bc1-4fd489b8a64a req-e1f5aff0-f7f0-4407-8ebe-493ac8c3844a service neutron] 10.222.0.65 "GET /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947735 Jun 30 16:45:33.371072 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbfed7-e357-46b2-8fcc-2a84bc38a130 req-3a2cfd6d-dd6e-4bb8-a629-707d88951ac1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:33.372691 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-49dbfed7-e357-46b2-8fcc-2a84bc38a130 req-3a2cfd6d-dd6e-4bb8-a629-707d88951ac1 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 946 time: 0.0519459 Jun 30 16:45:33.449559 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-49dbfed7-e357-46b2-8fcc-2a84bc38a130 req-effb0393-88d5-43a4-80ed-b3d27c6172f5 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708277 Jun 30 16:45:33.470594 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:33.514302 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-ac7dd8a9-c69f-483d-a41b-5b9c6d3dc341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:33.541424 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7dd8a9-c69f-483d-a41b-5b9c6d3dc341 None None] The sync data for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi is: [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:37:29Z', 'revision_number': 4, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi', '_interfaces': [{'id': 'a57cc986-24c5-4b6d-b22d-9f6af47a5cf4', 'name': '', 'network_id': '65fa0cba-7cff-4856-97c9-e4f078bde7b0', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'mac_address': 'fa:16:3e:3e:87:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:28Z', 'updated_at': '2022-06-30T16:37:35Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'subnets': [{'id': 'eba862ec-97f4-4405-a458-baac2ead5898', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:45:33.755730 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1c5b30d-255f-40ac-abde-a78738293fb1 None None] New status for floating IP 51bf0ddc-59f1-4496-b807-881a91951f8a: DOWN {{(pid=104395) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jun 30 16:45:34.567226 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06640fe4-316f-436b-8908-fdad4f918569 req-b46abc3e-dd11-4e0f-b256-1dace47ce46e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104394) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:34.568716 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-06640fe4-316f-436b-8908-fdad4f918569 req-b46abc3e-dd11-4e0f-b256-1dace47ce46e tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 946 time: 0.0488172 Jun 30 16:45:34.602167 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:34.619235 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-06640fe4-316f-436b-8908-fdad4f918569 req-850a747e-7c60-4b3a-a3bb-281ef7b93c4d tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/security-groups?id=23981048-8558-4692-b4e8-85bde5393786&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440397 Jun 30 16:45:34.688857 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ed966027-e8fd-4147-87d2-b1074146d5cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:34.743837 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fe0475-2ff2-4abb-ac0e-bbd49de3d8f2 req-2cbf00cd-f799-4288-a6fd-d8a4cdd4189b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104393) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jun 30 16:45:34.745472 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-54fe0475-2ff2-4abb-ac0e-bbd49de3d8f2 req-2cbf00cd-f799-4288-a6fd-d8a4cdd4189b tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 946 time: 0.0490284 Jun 30 16:45:34.834678 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-54fe0475-2ff2-4abb-ac0e-bbd49de3d8f2 req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Deleting port 9418a863-c50c-466a-a9fc-f7525b264d71 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:34.835023 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-54fe0475-2ff2-4abb-ac0e-bbd49de3d8f2 req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:34.926151 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [req-54fe0475-2ff2-4abb-ac0e-bbd49de3d8f2 req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] For port 9418a863-c50c-466a-a9fc-f7525b264d71, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=9418a863-c50c-466a-a9fc-f7525b264d71,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:34.926522 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-54fe0475-2ff2-4abb-ac0e-bbd49de3d8f2 req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:34.943160 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [req-54fe0475-2ff2-4abb-ac0e-bbd49de3d8f2 req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Calling delete_port for 9418a863-c50c-466a-a9fc-f7525b264d71 owned by compute:nova {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:35.032608 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:35.186684 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-54fe0475-2ff2-4abb-ac0e-bbd49de3d8f2 req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (9418a863-c50c-466a-a9fc-f7525b264d71), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:35.222143 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event deleted for resources: {'Port': ['ID=9418a863-c50c-466a-a9fc-f7525b264d71,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:35.252296 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.252567 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.252912 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.253256 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.253595 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.253927 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.254255 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.254582 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.254910 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.255384 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.255872 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.256172 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.256388 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.256711 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.257033 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836027-2-iscsi {{(pid=104393) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 30 16:45:35.283242 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.l3_dvrscheduler_db [req-54fe0475-2ff2-4abb-ac0e-bbd49de3d8f2 req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] No DVR routers for this DVR port 9418a863-c50c-466a-a9fc-f7525b264d71 on host hv-cinder-83602 {{(pid=104393) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:45:35.287555 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [req-54fe0475-2ff2-4abb-ac0e-bbd49de3d8f2 req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for port (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:35.289367 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [req-54fe0475-2ff2-4abb-ac0e-bbd49de3d8f2 req-62577e9a-0dc4-4cf3-8bc6-08ba77301fff tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.65 "DELETE /v2.0/ports/9418a863-c50c-466a-a9fc-f7525b264d71 HTTP/1.1" status: 204 len: 173 time: 0.5391834 Jun 30 16:45:35.289819 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'name': 'network-vif-deleted', 'tag': '9418a863-c50c-466a-a9fc-f7525b264d71'}] {{(pid=104393) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jun 30 16:45:35.292125 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}de7ba6b79c27ac53b9cfa5b5fff2cc55b3271ba607f56119a6b843e2fc1be2a3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5ea296-5f51-4dc0-958e-1703dc4f6d39" -d '{"events": [{"server_uuid": "8b0e8c35-fb99-4b6f-9386-e1c2a73665cf", "name": "network-vif-deleted", "tag": "9418a863-c50c-466a-a9fc-f7525b264d71"}]}' {{(pid=104393) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 30 16:45:35.329338 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 30 Jun 2022 16:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fedfed1-9594-4a07-a4bf-e25d490d2be2 x-openstack-request-id: req-8fedfed1-9594-4a07-a4bf-e25d490d2be2 {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 30 16:45:35.329638 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b0e8c35-fb99-4b6f-9386-e1c2a73665cf", "name": "network-vif-deleted", "tag": "9418a863-c50c-466a-a9fc-f7525b264d71", "status": "completed", "code": 200}]} {{(pid=104393) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 30 16:45:35.329893 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8fedfed1-9594-4a07-a4bf-e25d490d2be2 {{(pid=104393) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 30 16:45:35.330294 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fedfed1-9594-4a07-a4bf-e25d490d2be2'] response: {'server_uuid': '8b0e8c35-fb99-4b6f-9386-e1c2a73665cf', 'name': 'network-vif-deleted', 'tag': '9418a863-c50c-466a-a9fc-f7525b264d71', 'status': 'completed', 'code': 200} Jun 30 16:45:35.732341 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [req-6e12fd81-49d7-491f-ac2d-45d6aa819460 req-2cbf6eea-525f-4fbd-b1ae-dfda16e46714 tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "GET /v2.0/ports?device_id=8b0e8c35-fb99-4b6f-9386-e1c2a73665cf HTTP/1.1" status: 200 len: 210 time: 0.0328882 Jun 30 16:45:36.789241 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44328) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:36.909084 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-dd94a09a-40d0-4066-8a85-3498dc1c130f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Deleting port afe6de2c-6d29-4a4d-8d41-30520439a8f4 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:36.909422 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd94a09a-40d0-4066-8a85-3498dc1c130f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (afe6de2c-6d29-4a4d-8d41-30520439a8f4), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:36.988249 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd94a09a-40d0-4066-8a85-3498dc1c130f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (afe6de2c-6d29-4a4d-8d41-30520439a8f4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:36.988573 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd94a09a-40d0-4066-8a85-3498dc1c130f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (afe6de2c-6d29-4a4d-8d41-30520439a8f4), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:37.002848 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-dd94a09a-40d0-4066-8a85-3498dc1c130f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Calling delete_port for afe6de2c-6d29-4a4d-8d41-30520439a8f4 owned by network:floatingip {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:37.237866 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd94a09a-40d0-4066-8a85-3498dc1c130f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (afe6de2c-6d29-4a4d-8d41-30520439a8f4), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:37.263724 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd94a09a-40d0-4066-8a85-3498dc1c130f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event deleted for resources: {'Port': ['ID=afe6de2c-6d29-4a4d-8d41-30520439a8f4,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:37.299090 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:37.335978 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd94a09a-40d0-4066-8a85-3498dc1c130f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for floatingip (7e95d020-60ab-42a8-b40f-55769a53116b), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:37.339241 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-dd94a09a-40d0-4066-8a85-3498dc1c130f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28908'] for floatingip (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:37.340508 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-dd94a09a-40d0-4066-8a85-3498dc1c130f tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "DELETE /v2.0/floatingips/7e95d020-60ab-42a8-b40f-55769a53116b HTTP/1.1" status: 204 len: 168 time: 0.5503860 Jun 30 16:45:37.371160 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5549305e-8448-43d0-9bc3-8c0e4893f2c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:37.648688 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 9418a863-c50c-466a-a9fc-f7525b264d71 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:37.671186 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] No Port match for: 9418a863-c50c-466a-a9fc-f7525b264d71 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:37.671560 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Device 9418a863-c50c-466a-a9fc-f7525b264d71 not bound to the agent host hv-cinder-83602 {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:38.340254 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:38.742354 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44342) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:38.802471 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ae82814a-55e7-4d4b-84ff-952977d09e7a tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group (23981048-8558-4692-b4e8-85bde5393786), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:38.828385 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ae82814a-55e7-4d4b-84ff-952977d09e7a tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group (23981048-8558-4692-b4e8-85bde5393786), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:38.968673 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ae82814a-55e7-4d4b-84ff-952977d09e7a tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (23981048-8558-4692-b4e8-85bde5393786), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:38.971332 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-ae82814a-55e7-4d4b-84ff-952977d09e7a tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:38.973998 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-ae82814a-55e7-4d4b-84ff-952977d09e7a tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] 10.222.0.67 "DELETE /v2.0/security-groups/23981048-8558-4692-b4e8-85bde5393786 HTTP/1.1" status: 204 len: 168 time: 0.2291851 Jun 30 16:45:38.975864 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:38.984193 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae82814a-55e7-4d4b-84ff-952977d09e7a tempest-TestVolumeBootPattern-1904314065 tempest-TestVolumeBootPattern-1904314065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23981048-8558-4692-b4e8-85bde5393786,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:39.113856 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 44346) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:39.640932 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:39.649059 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9108cd5d-5234-40d8-aed5-17c0851a6753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040202'] for router_interface (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:39.765273 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:39.881659 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-9108cd5d-5234-40d8-aed5-17c0851a6753 admin admin] Deleting port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:39.882004 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9108cd5d-5234-40d8-aed5-17c0851a6753 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:39.931191 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:39.966304 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-9108cd5d-5234-40d8-aed5-17c0851a6753 admin admin] For port a57cc986-24c5-4b6d-b22d-9f6af47a5cf4, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=a57cc986-24c5-4b6d-b22d-9f6af47a5cf4,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:39.966676 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9108cd5d-5234-40d8-aed5-17c0851a6753 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:40.231935 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-9108cd5d-5234-40d8-aed5-17c0851a6753 admin admin] Calling delete_port for a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:40.397769 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:40.471568 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9108cd5d-5234-40d8-aed5-17c0851a6753 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (a57cc986-24c5-4b6d-b22d-9f6af47a5cf4), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:40.497600 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108cd5d-5234-40d8-aed5-17c0851a6753 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57cc986-24c5-4b6d-b22d-9f6af47a5cf4,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:40.667929 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-9108cd5d-5234-40d8-aed5-17c0851a6753 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025722'] for router_interface (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:40.763568 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:40.881098 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9108cd5d-5234-40d8-aed5-17c0851a6753 admin admin] Router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:45:40.986655 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9108cd5d-5234-40d8-aed5-17c0851a6753 admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:45:40.991566 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-9108cd5d-5234-40d8-aed5-17c0851a6753 admin admin] 10.222.0.67 "PUT /v2.0/routers/b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8766530 Jun 30 16:45:40.994223 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44350) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:40.996095 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c5857-43f0-4410-a038-f5ac59b75376 None None] Sync routers for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:45:41.007247 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c5857-43f0-4410-a038-f5ac59b75376 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:41.008131 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-093c5857-43f0-4410-a038-f5ac59b75376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:45:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:41.097124 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Publish callbacks [] for router (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:41.110238 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-093c5857-43f0-4410-a038-f5ac59b75376 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:41.205279 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Publish callbacks [] for router_gateway (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:41.210567 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:41.289553 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-093c5857-43f0-4410-a038-f5ac59b75376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:45:40Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:41.318675 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c5857-43f0-4410-a038-f5ac59b75376 None None] Checking router: b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f for host: dv-cinder-836027-2-iscsi {{(pid=104396) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:45:41.328151 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvrscheduler_db [None req-093c5857-43f0-4410-a038-f5ac59b75376 None None] Routers {'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104396) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:41.328769 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-093c5857-43f0-4410-a038-f5ac59b75376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:45:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'], 'active': True} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:41.331154 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=100 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:41.415961 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Deleting port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:41.416256 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:41.429511 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_dvr_db [None req-093c5857-43f0-4410-a038-f5ac59b75376 None None] Set router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f gateway port host: dv-cinder-836027-2-iscsi {{(pid=104396) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:41.506231 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] For port f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:41.506594 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:41.520296 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Calling delete_port for f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 owned by network:router_gateway {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:41.602200 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.l3_hamode_db [None req-093c5857-43f0-4410-a038-f5ac59b75376 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:45:40Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104396) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:41.628144 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-093c5857-43f0-4410-a038-f5ac59b75376 None None] The sync data for ids ['b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f'] in dv-cinder-836027-2-iscsi is: [{'id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'name': 'tempest-TestVolumeBootPattern-986543397-router', 'tenant_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84'}], 'enable_snat': True}, 'gw_port_id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:25Z', 'updated_at': '2022-06-30T16:45:40Z', 'revision_number': 5, 'project_id': '99847b649bfd4ca6a33cb2ea97ad0469', 'gw_port': {'id': 'f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:70:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:26Z', 'updated_at': '2022-06-30T16:37:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}] {{(pid=104396) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:45:41.751483 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:41.774742 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:41.840828 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030166'] for router_gateway (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:41.929328 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1039405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42950'] for router (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:41.931381 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Publish callbacks [] for router_controller (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.056368 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1039596'] for router (b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.057130 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f {{(pid=104394) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 16:45:42.061726 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.062903 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-936c39f7-f7d5-4ce5-a570-d52c9095a0d1 admin admin] 10.222.0.67 "DELETE /v2.0/routers/b2263fdd-5d1a-45f2-aa88-ed9c783ecd1f HTTP/1.1" status: 204 len: 168 time: 1.0668876 Jun 30 16:45:42.065375 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44352) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:42.101566 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:42.115318 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e4e133-c323-44f0-abbc-971f17ba0d66 admin admin] Deleting subnet eba862ec-97f4-4405-a458-baac2ead5898 {{(pid=104394) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:45:42.119055 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6e4e133-c323-44f0-abbc-971f17ba0d66 admin admin] Publish callbacks [] for subnet (eba862ec-97f4-4405-a458-baac2ead5898), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.156779 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6e4e133-c323-44f0-abbc-971f17ba0d66 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14267484'] for subnet (eba862ec-97f4-4405-a458-baac2ead5898), precommit_delete_associations {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.249720 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6e4e133-c323-44f0-abbc-971f17ba0d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (eba862ec-97f4-4405-a458-baac2ead5898), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.388051 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6e4e133-c323-44f0-abbc-971f17ba0d66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13834865', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13008078'] for subnet (eba862ec-97f4-4405-a458-baac2ead5898), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.412714 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e4e133-c323-44f0-abbc-971f17ba0d66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eba862ec-97f4-4405-a458-baac2ead5898,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:42.418581 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-c6e4e133-c323-44f0-abbc-971f17ba0d66 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.422221 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-c6e4e133-c323-44f0-abbc-971f17ba0d66 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/eba862ec-97f4-4405-a458-baac2ead5898 HTTP/1.1" status: 204 len: 168 time: 0.3554270 Jun 30 16:45:42.424207 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44044b49-6c5d-4602-a2c5-9f2f3192ef15 None None] Network 65fa0cba-7cff-4856-97c9-e4f078bde7b0 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:45:42.424725 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44354) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:42.498290 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (65fa0cba-7cff-4856-97c9-e4f078bde7b0), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.542279 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Deleting port 6098f89e-3ba2-43fb-af0b-855a85333d28 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:42.542565 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.545036 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:42.608474 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] For port 6098f89e-3ba2-43fb-af0b-855a85333d28, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=6098f89e-3ba2-43fb-af0b-855a85333d28,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:42.621180 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.623189 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Calling delete_port for 6098f89e-3ba2-43fb-af0b-855a85333d28 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:42.637593 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b19a5f-898a-4802-b9ec-e6cb57e15b89 None None] DHCP port deletion for 65fa0cba-7cff-4856-97c9-e4f078bde7b0 request from dv-cinder-836027-2-iscsi {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 16:45:42.679745 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e0b19a5f-898a-4802-b9ec-e6cb57e15b89 None None] Deleting port 6098f89e-3ba2-43fb-af0b-855a85333d28 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:42.683992 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e0b19a5f-898a-4802-b9ec-e6cb57e15b89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.750750 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-e0b19a5f-898a-4802-b9ec-e6cb57e15b89 None None] For port 6098f89e-3ba2-43fb-af0b-855a85333d28, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=6098f89e-3ba2-43fb-af0b-855a85333d28,segment=NetworkSegment(24e5f628-b550-41df-989e-4580292aa53e),segment_id=24e5f628-b550-41df-989e-4580292aa53e)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:42.751067 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e0b19a5f-898a-4802-b9ec-e6cb57e15b89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.753496 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.766642 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-e0b19a5f-898a-4802-b9ec-e6cb57e15b89 None None] Calling delete_port for 6098f89e-3ba2-43fb-af0b-855a85333d28 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:42.782470 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Pushing event deleted for resources: {'Port': ['ID=6098f89e-3ba2-43fb-af0b-855a85333d28,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:42.784329 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] No DVR routers for this DVR port 6098f89e-3ba2-43fb-af0b-855a85333d28 on host dv-cinder-836027-2-iscsi {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:45:42.847062 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e0b19a5f-898a-4802-b9ec-e6cb57e15b89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (6098f89e-3ba2-43fb-af0b-855a85333d28), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.863681 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (65fa0cba-7cff-4856-97c9-e4f078bde7b0), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.871405 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b19a5f-898a-4802-b9ec-e6cb57e15b89 None None] Pushing event deleted for resources: {'Port': ['ID=6098f89e-3ba2-43fb-af0b-855a85333d28,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:42.879046 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b19a5f-898a-4802-b9ec-e6cb57e15b89 None None] No DVR routers for this DVR port 6098f89e-3ba2-43fb-af0b-855a85333d28 on host dv-cinder-836027-2-iscsi {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:45:42.887623 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65fa0cba-7cff-4856-97c9-e4f078bde7b0']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:42.897390 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24e5f628-b550-41df-989e-4580292aa53e') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:42.897576 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24e5f628-b550-41df-989e-4580292aa53e') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:42.908412 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267495'] for segment (24e5f628-b550-41df-989e-4580292aa53e), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.922599 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (24e5f628-b550-41df-989e-4580292aa53e), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.929294 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:45:42.929708 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13834955'] for segment (24e5f628-b550-41df-989e-4580292aa53e), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:42.950009 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 24e5f628-b550-41df-989e-4580292aa53e resource provider aggregate not found Jun 30 16:45:42.990794 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 24e5f628-b550-41df-989e-4580292aa53e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 24e5f628-b550-41df-989e-4580292aa53e found for delete ", "request_id": "req-b0f29265-3038-4e3c-a0df-5e2d5f2bcb24"}]} Jun 30 16:45:43.077814 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (65fa0cba-7cff-4856-97c9-e4f078bde7b0), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:43.083756 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:43.086734 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] 10.222.0.67 "DELETE /v2.0/networks/65fa0cba-7cff-4856-97c9-e4f078bde7b0 HTTP/1.1" status: 204 len: 168 time: 0.6613548 Jun 30 16:45:43.089838 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 44360) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:43.101786 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8726f12-113a-4deb-90ee-00fe02574e62 admin admin] Pushing event deleted for resources: {'Network': ['ID=65fa0cba-7cff-4856-97c9-e4f078bde7b0,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:43.233651 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:43.286201 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:43.306258 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:43.306643 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device a57cc986-24c5-4b6d-b22d-9f6af47a5cf4 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:43.307100 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:43.326238 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:43.326592 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f9a0ed00-f5c1-4cb6-a8f9-db658d4cbf25 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:43.327010 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 6098f89e-3ba2-43fb-af0b-855a85333d28 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:43.348933 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 6098f89e-3ba2-43fb-af0b-855a85333d28 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:43.349193 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 6098f89e-3ba2-43fb-af0b-855a85333d28 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:43.400633 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=100 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:43.413241 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3bab00d8-6980-4c3b-b870-e54ac43c9e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1040202'] for router_interface (177ed553-c2a7-414f-bbc6-f1416eb2705a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:43.636876 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-3bab00d8-6980-4c3b-b870-e54ac43c9e6f admin admin] Deleting port 52e9c485-e26b-491d-83d5-eaa50c40daad {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:43.637149 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3bab00d8-6980-4c3b-b870-e54ac43c9e6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:43.720639 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-3bab00d8-6980-4c3b-b870-e54ac43c9e6f admin admin] For port 52e9c485-e26b-491d-83d5-eaa50c40daad, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=52e9c485-e26b-491d-83d5-eaa50c40daad,segment=NetworkSegment(4aa23ab2-3b8f-4df5-85b4-3624526af276),segment_id=4aa23ab2-3b8f-4df5-85b4-3624526af276)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:43.721002 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3bab00d8-6980-4c3b-b870-e54ac43c9e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:43.734132 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-3bab00d8-6980-4c3b-b870-e54ac43c9e6f admin admin] Calling delete_port for 52e9c485-e26b-491d-83d5-eaa50c40daad owned by network:router_interface {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:43.855923 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:43.976569 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3bab00d8-6980-4c3b-b870-e54ac43c9e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (52e9c485-e26b-491d-83d5-eaa50c40daad), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:44.005275 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab00d8-6980-4c3b-b870-e54ac43c9e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=52e9c485-e26b-491d-83d5-eaa50c40daad,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:44.166233 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-3bab00d8-6980-4c3b-b870-e54ac43c9e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-527408', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1025722'] for router_interface (177ed553-c2a7-414f-bbc6-f1416eb2705a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:44.263752 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:44.378160 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bab00d8-6980-4c3b-b870-e54ac43c9e6f admin admin] Router 177ed553-c2a7-414f-bbc6-f1416eb2705a has already been hosted by L3 agent 7008c54c-bcb9-4fa2-93ba-f193a4d68c87 {{(pid=104393) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jun 30 16:45:44.480722 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bab00d8-6980-4c3b-b870-e54ac43c9e6f admin admin] Notify agent at l3_agent.dv-cinder-836027-2-iscsi the message routers_updated {{(pid=104393) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 30 16:45:44.485625 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-3bab00d8-6980-4c3b-b870-e54ac43c9e6f admin admin] 10.222.0.67 "PUT /v2.0/routers/177ed553-c2a7-414f-bbc6-f1416eb2705a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3946769 Jun 30 16:45:44.488164 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 44362) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:44.492202 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40665675-4ada-4ba3-bb5b-4bcae50b5ebf None None] Sync routers for ids ['177ed553-c2a7-414f-bbc6-f1416eb2705a'] in dv-cinder-836027-2-iscsi {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 30 16:45:44.503259 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40665675-4ada-4ba3-bb5b-4bcae50b5ebf None None] Routers {'177ed553-c2a7-414f-bbc6-f1416eb2705a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:44.504063 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-40665675-4ada-4ba3-bb5b-4bcae50b5ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:45:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['177ed553-c2a7-414f-bbc6-f1416eb2705a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:44.587801 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Publish callbacks [] for router (177ed553-c2a7-414f-bbc6-f1416eb2705a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:44.606946 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-40665675-4ada-4ba3-bb5b-4bcae50b5ebf None None] Set router 177ed553-c2a7-414f-bbc6-f1416eb2705a gateway port host: dv-cinder-836027-2-iscsi {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:44.686259 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Publish callbacks [] for router_gateway (177ed553-c2a7-414f-bbc6-f1416eb2705a), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:44.777599 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-40665675-4ada-4ba3-bb5b-4bcae50b5ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'name': 'tempest-TestVolumeBootPattern-1286480685-router', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'external_fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218'}], 'enable_snat': True}, 'gw_port_id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:33Z', 'updated_at': '2022-06-30T16:45:43Z', 'revision_number': 5, 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'gw_port': {'id': '481c562e-4ae4-49c8-8250-7957c776bb20', 'name': '', 'network_id': '31e1378b-073c-4b12-ba8a-daf195bf9e82', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:7d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'ip_address': '172.27.2.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836027-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-30T16:37:35Z', 'updated_at': '2022-06-30T16:37:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c0fa80bb-24d2-44b7-a92b-b94d8eccde4c', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836027-2-iscsi'}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:44.801196 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Deleting port 481c562e-4ae4-49c8-8250-7957c776bb20 {{(pid=104393) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:44.801682 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (481c562e-4ae4-49c8-8250-7957c776bb20), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:44.803569 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40665675-4ada-4ba3-bb5b-4bcae50b5ebf None None] Checking router: 177ed553-c2a7-414f-bbc6-f1416eb2705a for host: dv-cinder-836027-2-iscsi {{(pid=104395) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 30 16:45:44.806206 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:44.812918 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40665675-4ada-4ba3-bb5b-4bcae50b5ebf None None] Routers {'177ed553-c2a7-414f-bbc6-f1416eb2705a'} bound to L3 agent in host dv-cinder-836027-2-iscsi {{(pid=104395) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jun 30 16:45:44.813546 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-40665675-4ada-4ba3-bb5b-4bcae50b5ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836027-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-30T16:25:07Z,description=,heartbeat_timestamp=2022-06-30T16:45:37Z,host='dv-cinder-836027-2-iscsi',id=7008c54c-bcb9-4fa2-93ba-f193a4d68c87,load=0,resource_versions=,resources_synced=,started_at=2022-06-30T16:25:08Z,topic='l3_agent')) {'router_ids': ['177ed553-c2a7-414f-bbc6-f1416eb2705a'], 'active': True} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:44.827335 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:44.884224 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.db [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] For port 481c562e-4ae4-49c8-8250-7957c776bb20, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=481c562e-4ae4-49c8-8250-7957c776bb20,segment=NetworkSegment(e027b1da-1ddd-4d3c-a856-892c8783fc94),segment_id=e027b1da-1ddd-4d3c-a856-892c8783fc94)] {{(pid=104393) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:44.884550 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (481c562e-4ae4-49c8-8250-7957c776bb20), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:44.897860 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.plugins.ml2.plugin [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Calling delete_port for 481c562e-4ae4-49c8-8250-7957c776bb20 owned by network:router_gateway {{(pid=104393) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:44.902399 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvr_db [None req-40665675-4ada-4ba3-bb5b-4bcae50b5ebf None None] Set router 177ed553-c2a7-414f-bbc6-f1416eb2705a gateway port host: None {{(pid=104395) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jun 30 16:45:44.956127 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_hamode_db [None req-40665675-4ada-4ba3-bb5b-4bcae50b5ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'name': 'tempest-TestVolumeBootPattern-1286480685-router', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:33Z', 'updated_at': '2022-06-30T16:45:44Z', 'revision_number': 6, 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'gw_port_host': None}], 'dv-cinder-836027-2-iscsi', False) {} {{(pid=104395) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:44.982539 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40665675-4ada-4ba3-bb5b-4bcae50b5ebf None None] The sync data for ids ['177ed553-c2a7-414f-bbc6-f1416eb2705a'] in dv-cinder-836027-2-iscsi is: [{'id': '177ed553-c2a7-414f-bbc6-f1416eb2705a', 'name': 'tempest-TestVolumeBootPattern-1286480685-router', 'tenant_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-30T16:37:33Z', 'updated_at': '2022-06-30T16:45:44Z', 'revision_number': 6, 'project_id': '3d71b79e0b9841fc8392ca2fcb24b55f', 'gw_port_host': None}] {{(pid=104395) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 30 16:45:45.140539 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12977943'] for port (481c562e-4ae4-49c8-8250-7957c776bb20), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:45.165012 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=481c562e-4ae4-49c8-8250-7957c776bb20,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:45.236991 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1030166'] for router_gateway (177ed553-c2a7-414f-bbc6-f1416eb2705a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:45.467322 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 52e9c485-e26b-491d-83d5-eaa50c40daad no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:45.489538 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 52e9c485-e26b-491d-83d5-eaa50c40daad {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:45.490202 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 52e9c485-e26b-491d-83d5-eaa50c40daad not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:45.578459 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1039405', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-42950'] for router (177ed553-c2a7-414f-bbc6-f1416eb2705a), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:45.581692 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Publish callbacks [] for router_controller (177ed553-c2a7-414f-bbc6-f1416eb2705a), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:45.685374 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1039596'] for router (177ed553-c2a7-414f-bbc6-f1416eb2705a), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:45.685883 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 177ed553-c2a7-414f-bbc6-f1416eb2705a {{(pid=104393) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 30 16:45:45.690250 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:45.691454 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-b074982e-52c2-4cde-af44-6518114718d8 admin admin] 10.222.0.67 "DELETE /v2.0/routers/177ed553-c2a7-414f-bbc6-f1416eb2705a HTTP/1.1" status: 204 len: 168 time: 1.2024024 Jun 30 16:45:45.693938 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 44364) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:45.700877 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:45.740189 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1e471c-7341-4dfa-8271-022b23548b87 admin admin] Deleting subnet 800aac33-d808-46e0-aee6-feabafe3eb28 {{(pid=104393) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jun 30 16:45:45.743285 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae1e471c-7341-4dfa-8271-022b23548b87 admin admin] Publish callbacks [] for subnet (800aac33-d808-46e0-aee6-feabafe3eb28), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:45.784787 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae1e471c-7341-4dfa-8271-022b23548b87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13027248'] for subnet (800aac33-d808-46e0-aee6-feabafe3eb28), precommit_delete_associations {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:45.863963 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae1e471c-7341-4dfa-8271-022b23548b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1926534'] for subnet (800aac33-d808-46e0-aee6-feabafe3eb28), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:45.986473 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae1e471c-7341-4dfa-8271-022b23548b87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1926541', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983838', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12978040', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13262272'] for subnet (800aac33-d808-46e0-aee6-feabafe3eb28), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.026539 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e471c-7341-4dfa-8271-022b23548b87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=800aac33-d808-46e0-aee6-feabafe3eb28,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:46.030321 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-ae1e471c-7341-4dfa-8271-022b23548b87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for subnet (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.035971 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-ae1e471c-7341-4dfa-8271-022b23548b87 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/800aac33-d808-46e0-aee6-feabafe3eb28 HTTP/1.1" status: 204 len: 168 time: 0.3387833 Jun 30 16:45:46.036176 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec25f7a-8deb-4818-b753-fa06a1cc99a7 None None] Network 98d802c1-2ac8-4b4d-ba26-570b7b219777 requested from dv-cinder-836027-2-iscsi {{(pid=104395) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jun 30 16:45:46.038064 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44366) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:46.072440 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:46.110183 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2018613'] for network (98d802c1-2ac8-4b4d-ba26-570b7b219777), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.121473 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:UPDATE=2,neutron:SELECT=87,neutron:DELETE=11 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:46.156708 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Deleting port f31d393c-8f1b-4524-906f-1f35574994f2 {{(pid=104394) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:46.157079 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.200162 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399cfe68-7895-4187-aae2-9e117a7a78e8 None None] DHCP port deletion for 98d802c1-2ac8-4b4d-ba26-570b7b219777 request from dv-cinder-836027-2-iscsi {{(pid=104395) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jun 30 16:45:46.230398 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.db [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] For port f31d393c-8f1b-4524-906f-1f35574994f2, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f31d393c-8f1b-4524-906f-1f35574994f2,segment=NetworkSegment(4aa23ab2-3b8f-4df5-85b4-3624526af276),segment_id=4aa23ab2-3b8f-4df5-85b4-3624526af276)] {{(pid=104394) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:46.230690 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.238606 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-399cfe68-7895-4187-aae2-9e117a7a78e8 None None] Deleting port f31d393c-8f1b-4524-906f-1f35574994f2 {{(pid=104395) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jun 30 16:45:46.238984 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-399cfe68-7895-4187-aae2-9e117a7a78e8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768436577540'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), before_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.244926 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.plugin [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Calling delete_port for f31d393c-8f1b-4524-906f-1f35574994f2 owned by network:dhcp {{(pid=104394) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:46.308641 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.db [None req-399cfe68-7895-4187-aae2-9e117a7a78e8 None None] For port f31d393c-8f1b-4524-906f-1f35574994f2, host dv-cinder-836027-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836027-2-iscsi',level=0,port_id=f31d393c-8f1b-4524-906f-1f35574994f2,segment=NetworkSegment(4aa23ab2-3b8f-4df5-85b4-3624526af276),segment_id=4aa23ab2-3b8f-4df5-85b4-3624526af276)] {{(pid=104395) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 30 16:45:46.308953 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-399cfe68-7895-4187-aae2-9e117a7a78e8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1025935'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), precommit_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.322217 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-399cfe68-7895-4187-aae2-9e117a7a78e8 None None] Calling delete_port for f31d393c-8f1b-4524-906f-1f35574994f2 owned by network:dhcp {{(pid=104395) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jun 30 16:45:46.399562 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13834782'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.405213 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-399cfe68-7895-4187-aae2-9e117a7a78e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2034363', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-74829', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768436582952', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768436038494'] for port (f31d393c-8f1b-4524-906f-1f35574994f2), after_delete {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.429277 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Pushing event deleted for resources: {'Port': ['ID=f31d393c-8f1b-4524-906f-1f35574994f2,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:46.433510 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] No DVR routers for this DVR port f31d393c-8f1b-4524-906f-1f35574994f2 on host dv-cinder-836027-2-iscsi {{(pid=104394) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:45:46.433710 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399cfe68-7895-4187-aae2-9e117a7a78e8 None None] Pushing event deleted for resources: {'Port': ['ID=f31d393c-8f1b-4524-906f-1f35574994f2,revision_number=None']} {{(pid=104395) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:46.437292 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399cfe68-7895-4187-aae2-9e117a7a78e8 None None] No DVR routers for this DVR port f31d393c-8f1b-4524-906f-1f35574994f2 on host dv-cinder-836027-2-iscsi {{(pid=104395) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jun 30 16:45:46.508955 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2010512', 'neutron.services.segments.db._delete_segments_for_network-8768436504926'] for network (98d802c1-2ac8-4b4d-ba26-570b7b219777), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.529350 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98d802c1-2ac8-4b4d-ba26-570b7b219777']}} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:46.538407 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa23ab2-3b8f-4df5-85b4-3624526af276') {'for_net_delete': True} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:46.538702 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.services.segments.db [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa23ab2-3b8f-4df5-85b4-3624526af276') {} {{(pid=104394) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 30 16:45:46.548230 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768436523111', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14267495'] for segment (4aa23ab2-3b8f-4df5-85b4-3624526af276), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.561916 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325'] for segment (4aa23ab2-3b8f-4df5-85b4-3624526af276), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.568256 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=104394) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 30 16:45:46.568630 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2013325', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13834955'] for segment (4aa23ab2-3b8f-4df5-85b4-3624526af276), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.600212 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 4aa23ab2-3b8f-4df5-85b4-3624526af276 resource provider aggregate not found Jun 30 16:45:46.633388 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:46.644845 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.services.segments.plugin [-] Segment 4aa23ab2-3b8f-4df5-85b4-3624526af276 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4aa23ab2-3b8f-4df5-85b4-3624526af276 found for delete ", "request_id": "req-f7003049-c4bc-4591-b2e9-2cc218672de2"}]} Jun 30 16:45:46.725022 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2010537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588469', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-527401', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1029845'] for network (98d802c1-2ac8-4b4d-ba26-570b7b219777), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.731607 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527387'] for network (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:46.734729 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] 10.222.0.67 "DELETE /v2.0/networks/98d802c1-2ac8-4b4d-ba26-570b7b219777 HTTP/1.1" status: 204 len: 168 time: 0.6951737 Jun 30 16:45:46.747567 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c64caec-8d3e-4413-8609-6f58eb226c55 admin admin] Pushing event deleted for resources: {'Network': ['ID=98d802c1-2ac8-4b4d-ba26-570b7b219777,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:47.172553 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44374) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:47.214293 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-064993b8-fcd8-4d53-b3f8-e598638e8515 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=99847b649bfd4ca6a33cb2ea97ad0469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396130 Jun 30 16:45:47.216772 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [-] (104393) accepted ('10.222.0.67', 44376) {{(pid=104393) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:47.272342 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49da8f42-cd47-49f5-b797-10b055f4b50d admin admin] Publish callbacks [] for security_group (aae2d7d7-e720-4e79-9cf9-4ab7d49edb3e), before_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:47.277420 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:47.280546 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 481c562e-4ae4-49c8-8250-7957c776bb20 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:47.297867 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49da8f42-cd47-49f5-b797-10b055f4b50d admin admin] Publish callbacks [] for security_group (aae2d7d7-e720-4e79-9cf9-4ab7d49edb3e), precommit_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:47.301514 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: 481c562e-4ae4-49c8-8250-7957c776bb20 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:47.301933 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device 481c562e-4ae4-49c8-8250-7957c776bb20 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:47.302404 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f31d393c-8f1b-4524-906f-1f35574994f2 no longer exists at agent ovs-agent-dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 30 16:45:47.320792 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.plugin [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] No Port match for: f31d393c-8f1b-4524-906f-1f35574994f2 {{(pid=104395) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jun 30 16:45:47.324389 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron.plugins.ml2.rpc [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Device f31d393c-8f1b-4524-906f-1f35574994f2 not bound to the agent host dv-cinder-836027-2-iscsi {{(pid=104395) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 30 16:45:47.502310 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49da8f42-cd47-49f5-b797-10b055f4b50d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (aae2d7d7-e720-4e79-9cf9-4ab7d49edb3e), after_delete {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:47.504882 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron_lib.callbacks.manager [None req-49da8f42-cd47-49f5-b797-10b055f4b50d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104393) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:47.506020 dv-cinder-836027-2-iscsi neutron-server[104393]: INFO neutron.wsgi [None req-49da8f42-cd47-49f5-b797-10b055f4b50d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aae2d7d7-e720-4e79-9cf9-4ab7d49edb3e HTTP/1.1" status: 204 len: 168 time: 0.2882650 Jun 30 16:45:47.514550 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da8f42-cd47-49f5-b797-10b055f4b50d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aae2d7d7-e720-4e79-9cf9-4ab7d49edb3e,revision_number=None']} {{(pid=104393) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:48.287324 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44382) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:48.326107 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-02f1474f-8ec4-4fdc-a73b-85f4ca69031e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3d71b79e0b9841fc8392ca2fcb24b55f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404017 Jun 30 16:45:48.328486 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.wsgi [-] (104394) accepted ('10.222.0.67', 44384) {{(pid=104394) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jun 30 16:45:48.380734 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f416cb2d-b86c-4aa9-9198-db3b82198dc0 admin admin] Publish callbacks [] for security_group (30cc7376-fabb-44c9-8d9e-286ad96466cb), before_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:48.402601 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f416cb2d-b86c-4aa9-9198-db3b82198dc0 admin admin] Publish callbacks [] for security_group (30cc7376-fabb-44c9-8d9e-286ad96466cb), precommit_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:48.505753 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f416cb2d-b86c-4aa9-9198-db3b82198dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-588482'] for security_group (30cc7376-fabb-44c9-8d9e-286ad96466cb), after_delete {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:48.508276 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron_lib.callbacks.manager [None req-f416cb2d-b86c-4aa9-9198-db3b82198dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104394) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:45:48.509446 dv-cinder-836027-2-iscsi neutron-server[104394]: INFO neutron.wsgi [None req-f416cb2d-b86c-4aa9-9198-db3b82198dc0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/30cc7376-fabb-44c9-8d9e-286ad96466cb HTTP/1.1" status: 204 len: 168 time: 0.1800807 Jun 30 16:45:48.519219 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f416cb2d-b86c-4aa9-9198-db3b82198dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30cc7376-fabb-44c9-8d9e-286ad96466cb,revision_number=None']} {{(pid=104394) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 30 16:45:51.605060 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=26 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:51.605965 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=67 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:57.509162 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:57.510086 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG dbcounter [-] [104393] Writing DB stats neutron:SELECT=32,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104393) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:57.527181 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=52,neutron:DELETE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:58.436436 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=27,neutron:DELETE=3 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:58.514019 dv-cinder-836027-2-iscsi neutron-server[104394]: DEBUG dbcounter [-] [104394] Writing DB stats neutron:SELECT=55,neutron:DELETE=6 {{(pid=104394) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:45:58.531886 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=23,neutron:DELETE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:46:02.840024 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:46:04.682738 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-437e3e7d-1946-4f11-8dfc-47f375421c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:46:07.393239 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-1e4a5baa-3e74-415d-9432-ee7f022faf79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:46:08.375708 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:46:09.770095 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:46:09.918813 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:46:12.835298 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=15 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:46:12.836090 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=19 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:46:13.231358 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:46:23.145159 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:46:23.147080 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:46:34.689607 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-189eab8b-4dc8-4875-9550-16b7d352c113 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:46:37.419352 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-c3905267-b7b6-4a91-9493-8c66f55497cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:46:38.352094 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:46:39.740493 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:46:39.839196 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:46:39.906550 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:46:41.806519 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:46:43.260662 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:46:49.835994 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:46:53.144233 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:46:53.146146 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:47:02.836024 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:47:02.836792 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:DELETE=1 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:47:04.677998 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f8402d6f-8841-48f7-b1fe-6d8af2b01b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:47:07.373583 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-8b6b8e93-e886-4fd9-9e5a-79bf4f21e4dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:47:08.363119 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:47:09.757356 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:47:09.923246 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:47:13.232079 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:47:16.839852 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:47:23.143157 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:47:23.145089 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:47:26.833916 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:47:26.834676 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:47:34.740051 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb79c-f6fd-4b8a-bfd9-94bc443053a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:47:37.384890 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-85823e9d-7e96-499f-84f0-879be695cd1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:47:38.379434 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:47:39.779008 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:47:39.916227 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:47:43.225001 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:47:53.150262 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:UPDATE=5,neutron:SELECT=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:47:53.153160 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:47:53.838102 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:48:02.751769 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=16 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:48:03.834130 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=18 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:48:04.692759 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ff587cc8-a9c6-4b76-a6e7-4a72199015da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:48:07.384338 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-387b899c-54ef-4c28-b7e6-3a818c7d24a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:48:08.389960 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:48:09.778163 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:48:09.898006 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:48:13.224102 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:48:23.140203 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:48:23.142065 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:48:30.837217 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:48:32.795340 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=3 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:48:34.686030 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e6d59514-5381-42d8-aad7-7a117561114a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:48:37.382985 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e78d2a26-c3df-45c3-9bbf-12cb4c5429a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:48:38.360115 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:48:39.874546 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:48:39.891761 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:48:40.832489 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=5 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:48:43.222874 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:48:53.156261 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:48:53.158158 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:49:04.736731 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5a15d5ca-14e0-41ff-a6d2-90694e3585c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:49:07.405307 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-91662e18-7e9b-4fa0-ab2c-87758d7a9f00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:49:07.836028 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:49:08.376820 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:49:09.782273 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:49:09.791625 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:49:09.896522 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:49:13.234182 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:49:17.832394 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=5 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:49:23.162422 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:49:23.164278 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:49:34.718824 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-eed070e6-5859-44f7-aa60-7b8d33e5adfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:49:37.399395 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-7e1077c8-d74f-4df6-bc5e-8833e850f222 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:49:38.359148 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:49:39.821141 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:49:39.918934 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:49:42.021588 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [req-41cce355-8977-49d0-a672-dc2ae733f1cf req-19338661-1389-42a7-8e35-fd7bfd174036 service neutron] (104393) timed out ('10.222.0.65', 51907) {{(pid=104393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 30 16:49:42.056321 dv-cinder-836027-2-iscsi neutron-server[104393]: DEBUG neutron.wsgi [req-92bb2f1d-f03d-4071-bbed-f2c9c4793727 req-50c4749d-a2a1-4c0a-8974-138136ec3d24 service neutron] (104393) timed out ('10.222.0.65', 51924) {{(pid=104393) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jun 30 16:49:43.285466 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:49:44.834530 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:49:53.159182 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:49:53.161066 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:50:02.835779 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=16 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:50:02.838651 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=18 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:50:04.695834 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-d92478a6-5a16-4460-9408-872064478daf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:50:07.398680 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-88d55ff7-7197-48c9-89f6-d433828e7c4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:50:08.364617 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:50:09.786853 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:50:09.895342 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:50:13.238338 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:50:21.833767 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:50:23.179286 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:50:23.181231 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:50:31.828822 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:50:31.829576 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=4 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:50:34.683447 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-0f7b3d1f-da46-4a76-a9eb-a7355522ad2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:50:37.375128 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-ad14a2aa-e2d6-4baa-91eb-123a2e1b06e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (7008c54c-bcb9-4fa2-93ba-f193a4d68c87), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:50:38.374972 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f680346a-29d2-4487-b3b2-4d710b4326bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (387b2068-8438-425d-a542-f7124374f868), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:50:39.792051 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-5255efaa-5304-462b-9648-c1cf7f2ac3ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (ce7c95d6-430d-4ef1-a5df-7126c8ebec16), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:50:39.912011 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-f4035869-8da7-4682-851d-e9e7ba9674a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (4770bca1-1532-418e-9608-c28103bc9ef3), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:50:43.283563 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-2a5e15f7-2aa0-49c1-afb0-8d1a825cbbaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (70f47e57-ab6c-4711-a4e9-e527b9c78d24), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jun 30 16:50:49.820051 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG dbcounter [-] [104396] Writing DB stats neutron:SELECT=2 {{(pid=104396) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:50:53.179263 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:UPDATE=4,neutron:SELECT=7 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:50:53.181151 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG dbcounter [-] [104395] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=104395) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jun 30 16:50:58.834392 dv-cinder-836027-2-iscsi neutron-server[104396]: DEBUG neutron.db.agents_db [None req-878f8323-963e-404f-b8b8-57c25a7ab80a None None] Agent healthcheck: found 6 active agents {{(pid=104396) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 30 16:51:04.689134 dv-cinder-836027-2-iscsi neutron-server[104395]: DEBUG neutron_lib.callbacks.manager [None req-e0bc55c8-28ec-4c66-9fd4-7a01fb95d7ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768436504908', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1926865'] for agent (e1391306-182c-46e4-a26f-527f55657d0b), after_update {{(pid=104395) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}